2024-11-09 19:17:05,431 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 19:17:05,462 main DEBUG Took 0.028219 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 19:17:05,462 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 19:17:05,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 19:17:05,465 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 19:17:05,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,480 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 19:17:05,499 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,503 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,504 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,506 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,508 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,509 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,511 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,512 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,513 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,514 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,515 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,516 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,518 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 19:17:05,519 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,519 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 19:17:05,522 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 19:17:05,523 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 19:17:05,526 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 19:17:05,527 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 19:17:05,529 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 19:17:05,530 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 19:17:05,542 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 19:17:05,546 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 19:17:05,549 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 19:17:05,549 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 19:17:05,550 main DEBUG createAppenders(={Console}) 2024-11-09 19:17:05,551 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 19:17:05,551 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 19:17:05,552 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 19:17:05,553 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 19:17:05,553 main DEBUG OutputStream closed 2024-11-09 19:17:05,554 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 19:17:05,554 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 19:17:05,554 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 19:17:05,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 19:17:05,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 19:17:05,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 19:17:05,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 19:17:05,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 19:17:05,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 19:17:05,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 19:17:05,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 19:17:05,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 19:17:05,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 19:17:05,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 19:17:05,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 19:17:05,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 19:17:05,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 19:17:05,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 19:17:05,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 19:17:05,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 19:17:05,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 19:17:05,668 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 19:17:05,669 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 19:17:05,669 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 19:17:05,670 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T19:17:05,684 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 19:17:05,687 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 19:17:05,688 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T19:17:05,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=658, ProcessCount=11, AvailableMemoryMB=4993 2024-11-09T19:17:05,935 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T19:17:05,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3 2024-11-09T19:17:05,979 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714, deleteOnExit=true 2024-11-09T19:17:06,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/zookeeper_0, clientPort=55544, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:17:06,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55544 2024-11-09T19:17:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:17:06,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:17:06,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/test.cache.data in system properties and HBase conf 2024-11-09T19:17:06,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:17:06,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:17:06,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:17:06,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:17:06,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:17:06,210 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T19:17:06,343 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:17:06,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:06,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:06,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:17:06,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:06,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:17:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:17:06,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:06,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:17:06,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:17:06,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:17:06,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:06,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:17:06,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:17:07,568 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T19:17:07,651 INFO [Time-limited test {}] log.Log(170): Logging initialized @2960ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T19:17:07,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:07,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:07,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:07,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:07,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:17:07,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:07,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:07,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:08,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/java.io.tmpdir/jetty-localhost-38779-hadoop-hdfs-3_4_1-tests_jar-_-any-1194823938075434733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:08,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:38779} 2024-11-09T19:17:08,060 INFO [Time-limited test {}] server.Server(415): Started @3370ms 2024-11-09T19:17:08,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:08,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:08,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:08,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:08,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:17:08,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:08,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc397e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:08,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b8d786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/java.io.tmpdir/jetty-localhost-41887-hadoop-hdfs-3_4_1-tests_jar-_-any-13327086011350891597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:08,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67a63dfb{HTTP/1.1, (http/1.1)}{localhost:41887} 2024-11-09T19:17:08,768 INFO [Time-limited test {}] server.Server(415): Started @4078ms 2024-11-09T19:17:08,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:17:09,960 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/data/data2/current/BP-83518702-172.17.0.2-1731179827005/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:09,960 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/data/data1/current/BP-83518702-172.17.0.2-1731179827005/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:10,001 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:17:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5185007357b6dd98 with lease ID 0x7ceddf2fbff27b21: Processing first storage report for DS-b13e1fa2-f197-40dc-8457-534e046834d7 from datanode DatanodeRegistration(127.0.0.1:37001, datanodeUuid=c83515fe-cd59-4471-8a0f-6929d8a2ec68, infoPort=36519, infoSecurePort=0, ipcPort=36465, storageInfo=lv=-57;cid=testClusterID;nsid=1336467169;c=1731179827005) 2024-11-09T19:17:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5185007357b6dd98 with lease ID 0x7ceddf2fbff27b21: from storage DS-b13e1fa2-f197-40dc-8457-534e046834d7 node DatanodeRegistration(127.0.0.1:37001, datanodeUuid=c83515fe-cd59-4471-8a0f-6929d8a2ec68, infoPort=36519, infoSecurePort=0, ipcPort=36465, storageInfo=lv=-57;cid=testClusterID;nsid=1336467169;c=1731179827005), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T19:17:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5185007357b6dd98 with lease ID 0x7ceddf2fbff27b21: Processing first storage report for DS-1d23a0c0-1641-458a-ba3b-0885e6a485c9 from datanode DatanodeRegistration(127.0.0.1:37001, datanodeUuid=c83515fe-cd59-4471-8a0f-6929d8a2ec68, infoPort=36519, infoSecurePort=0, ipcPort=36465, storageInfo=lv=-57;cid=testClusterID;nsid=1336467169;c=1731179827005) 2024-11-09T19:17:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5185007357b6dd98 with lease ID 0x7ceddf2fbff27b21: from storage DS-1d23a0c0-1641-458a-ba3b-0885e6a485c9 node DatanodeRegistration(127.0.0.1:37001, datanodeUuid=c83515fe-cd59-4471-8a0f-6929d8a2ec68, infoPort=36519, infoSecurePort=0, ipcPort=36465, storageInfo=lv=-57;cid=testClusterID;nsid=1336467169;c=1731179827005), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:17:10,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3 2024-11-09T19:17:10,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:10,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:10,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:17:10,748 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0 with version=8 2024-11-09T19:17:10,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/hbase-staging 2024-11-09T19:17:10,843 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T19:17:11,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:11,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:11,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:11,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:11,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:11,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:11,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:17:11,346 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T19:17:11,356 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T19:17:11,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:11,386 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12883 (auto-detected) 2024-11-09T19:17:11,387 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T19:17:11,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42117 2024-11-09T19:17:11,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42117 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:11,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421170x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:11,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42117-0x1012107c7270000 connected 2024-11-09T19:17:11,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:11,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:11,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:11,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0, hbase.cluster.distributed=false 2024-11-09T19:17:11,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/acl 2024-11-09T19:17:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-09T19:17:11,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42117 2024-11-09T19:17:11,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42117 2024-11-09T19:17:11,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-09T19:17:11,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42117 2024-11-09T19:17:12,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:12,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:12,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:12,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:12,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:17:12,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:12,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35727 2024-11-09T19:17:12,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35727 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:12,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:12,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:12,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357270x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:12,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357270x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:12,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35727-0x1012107c7270001 connected 2024-11-09T19:17:12,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:17:12,211 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:17:12,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/master 2024-11-09T19:17:12,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/acl 2024-11-09T19:17:12,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35727 2024-11-09T19:17:12,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35727 2024-11-09T19:17:12,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35727 2024-11-09T19:17:12,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35727 2024-11-09T19:17:12,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35727 2024-11-09T19:17:12,264 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42117 2024-11-09T19:17:12,266 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01243057809/backup-masters/fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:12,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:12,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:12,283 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on existing znode=/01243057809/backup-masters/fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01243057809/master 2024-11-09T19:17:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:12,322 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on existing znode=/01243057809/master 2024-11-09T19:17:12,324 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01243057809/backup-masters/fac84fd0e20f,42117,1731179830895 from backup master directory 2024-11-09T19:17:12,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/backup-masters/fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:12,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:12,339 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:12,339 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:12,342 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T19:17:12,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T19:17:12,426 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/hbase.id] with ID: 08abf13d-d45f-409d-b1ac-fd3944a7b8a9 2024-11-09T19:17:12,427 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/.tmp/hbase.id 2024-11-09T19:17:12,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:17:12,454 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/.tmp/hbase.id]:[hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/hbase.id] 2024-11-09T19:17:12,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:12,515 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:17:12,542 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-09T19:17:12,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:17:12,642 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:12,646 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:17:12,664 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T19:17:12,668 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:12,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:17:12,733 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store 2024-11-09T19:17:12,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:17:13,164 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T19:17:13,168 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:13,170 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:13,170 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:13,170 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:13,172 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:13,172 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:13,172 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:13,174 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179833170Disabling compacts and flushes for region at 1731179833170Disabling writes for close at 1731179833172 (+2 ms)Writing region close event to WAL at 1731179833172Closed at 1731179833172 2024-11-09T19:17:13,177 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/.initializing 2024-11-09T19:17:13,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:13,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:13,203 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42117%2C1731179830895, suffix=, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/oldWALs, maxLogs=10 2024-11-09T19:17:13,228 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895/fac84fd0e20f%2C42117%2C1731179830895.1731179833208, exclude list is [], retry=0 2024-11-09T19:17:13,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:13,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T19:17:13,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 2024-11-09T19:17:13,341 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:13,342 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:13,343 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:13,347 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,349 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:17:13,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:13,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:13,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:17:13,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:13,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:13,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:17:13,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:13,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:13,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:17:13,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:13,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:13,459 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,464 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,466 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,472 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,472 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,476 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:13,483 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:13,487 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:13,489 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72802904, jitterRate=0.08484780788421631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:13,496 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179833367Initializing all the Stores at 1731179833371 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179833372 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179833374 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179833374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179833375 (+1 ms)Cleaning up temporary data from old regions at 1731179833472 (+97 ms)Region opened successfully at 1731179833496 (+24 ms) 2024-11-09T19:17:13,498 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:17:13,537 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302098d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:13,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:17:13,586 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:17:13,586 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:17:13,589 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:17:13,591 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:17:13,598 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T19:17:13,598 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:17:13,637 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:17:13,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/balancer because node does not exist (not necessarily an error) 2024-11-09T19:17:13,657 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/balancer already deleted, retry=false 2024-11-09T19:17:13,660 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:17:13,662 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:17:13,667 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/normalizer already deleted, retry=false 2024-11-09T19:17:13,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:17:13,673 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:17:13,678 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/switch/split already deleted, retry=false 2024-11-09T19:17:13,679 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:17:13,688 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/switch/merge already deleted, retry=false 2024-11-09T19:17:13,705 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:17:13,718 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/snapshot-cleanup already deleted, retry=false 2024-11-09T19:17:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:13,734 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42117,1731179830895, sessionid=0x1012107c7270000, setting cluster-up flag (Was=false) 2024-11-09T19:17:13,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:13,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:13,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01243057809/flush-table-proc/acquired, /01243057809/flush-table-proc/reached, /01243057809/flush-table-proc/abort 2024-11-09T19:17:13,812 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:13,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:13,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:13,878 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01243057809/online-snapshot/acquired, /01243057809/online-snapshot/reached, /01243057809/online-snapshot/abort 2024-11-09T19:17:13,883 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:13,893 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:17:13,949 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(746): ClusterId : 08abf13d-d45f-409d-b1ac-fd3944a7b8a9 2024-11-09T19:17:13,952 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:17:13,966 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:17:13,966 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:17:13,978 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:17:13,978 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56186748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:13,990 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:13,998 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:35727 2024-11-09T19:17:14,000 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:17:14,002 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:17:14,002 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:17:14,002 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:17:14,005 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42117,1731179830895 with port=35727, startcode=1731179832034 2024-11-09T19:17:14,010 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:17:14,015 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42117,1731179830895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:17:14,019 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:17:14,024 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:14,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:14,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:14,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:14,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:17:14,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:14,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,041 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:14,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:17:14,060 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:14,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:17:14,073 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179864073 2024-11-09T19:17:14,075 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:17:14,078 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:17:14,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:17:14,088 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:17:14,088 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:17:14,089 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:17:14,089 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:17:14,089 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T19:17:14,104 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:17:14,121 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:17:14,122 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:17:14,123 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:17:14,123 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:17:14,130 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:17:14,131 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:17:14,135 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T19:17:14,135 WARN [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T19:17:14,136 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179834132,5,FailOnTimeoutGroup] 2024-11-09T19:17:14,140 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179834136,5,FailOnTimeoutGroup] 2024-11-09T19:17:14,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:17:14,142 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,142 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,236 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42117,1731179830895 with port=35727, startcode=1731179832034 2024-11-09T19:17:14,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,242 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42117 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,254 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0 2024-11-09T19:17:14,254 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37023 2024-11-09T19:17:14,254 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:17:14,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/rs 2024-11-09T19:17:14,268 DEBUG [RS:0;fac84fd0e20f:35727 {}] zookeeper.ZKUtil(111): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on existing znode=/01243057809/rs/fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,269 WARN [RS:0;fac84fd0e20f:35727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:14,269 INFO [RS:0;fac84fd0e20f:35727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:14,269 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,35727,1731179832034] 2024-11-09T19:17:14,302 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:17:14,326 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:17:14,338 INFO [RS:0;fac84fd0e20f:35727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:17:14,338 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,345 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:17:14,356 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:17:14,362 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,362 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,363 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,363 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,363 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,363 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,364 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:14,368 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,369 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,369 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,369 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,369 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,369 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:14,370 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:14,370 DEBUG [RS:0;fac84fd0e20f:35727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:14,384 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,385 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,385 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,389 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,390 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,390 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,35727,1731179832034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:14,436 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:17:14,439 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,35727,1731179832034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,439 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,440 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.Replication(171): fac84fd0e20f,35727,1731179832034 started 2024-11-09T19:17:14,477 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:14,478 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,35727,1731179832034, RpcServer on fac84fd0e20f/172.17.0.2:35727, sessionid=0x1012107c7270001 2024-11-09T19:17:14,480 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:17:14,481 DEBUG [RS:0;fac84fd0e20f:35727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,482 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,35727,1731179832034' 2024-11-09T19:17:14,482 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01243057809/flush-table-proc/abort' 2024-11-09T19:17:14,486 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01243057809/flush-table-proc/acquired' 2024-11-09T19:17:14,492 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:17:14,492 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:17:14,492 DEBUG [RS:0;fac84fd0e20f:35727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,492 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,35727,1731179832034' 2024-11-09T19:17:14,492 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01243057809/online-snapshot/abort' 2024-11-09T19:17:14,494 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01243057809/online-snapshot/acquired' 2024-11-09T19:17:14,495 DEBUG [RS:0;fac84fd0e20f:35727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:17:14,495 INFO [RS:0;fac84fd0e20f:35727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:17:14,495 INFO [RS:0;fac84fd0e20f:35727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:17:14,519 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:17:14,520 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0 2024-11-09T19:17:14,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:17:14,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:14,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:14,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:14,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:14,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:14,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:14,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:14,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:14,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:14,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:14,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:14,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:14,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:14,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:14,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:14,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:14,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:14,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:14,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740 2024-11-09T19:17:14,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740 2024-11-09T19:17:14,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:14,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:14,579 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:14,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:14,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:14,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61023860, jitterRate=-0.09067362546920776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:14,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179834540Initializing all the Stores at 1731179834546 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179834546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179834546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179834546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179834546Cleaning up temporary data from old regions at 1731179834578 (+32 ms)Region opened successfully at 1731179834597 (+19 ms) 2024-11-09T19:17:14,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:14,598 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:14,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:14,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:14,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:14,601 INFO [RS:0;fac84fd0e20f:35727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:14,602 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:14,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179834598Disabling compacts and flushes for region at 1731179834598Disabling writes for close at 1731179834598Writing region close event to WAL at 1731179834602 (+4 ms)Closed at 1731179834602 2024-11-09T19:17:14,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:14,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:17:14,611 INFO [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C35727%2C1731179832034, suffix=, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs, maxLogs=10 2024-11-09T19:17:14,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:17:14,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:14,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:17:14,633 DEBUG [RS:0;fac84fd0e20f:35727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614, exclude list is [], retry=0 2024-11-09T19:17:14,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:14,647 INFO [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 2024-11-09T19:17:14,648 DEBUG [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:14,785 DEBUG [fac84fd0e20f:42117 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:14,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:14,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,35727,1731179832034, state=OPENING 2024-11-09T19:17:14,815 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:17:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:14,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:14,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:14,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:14,829 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:14,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,35727,1731179832034}] 2024-11-09T19:17:15,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:17:15,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:17:15,023 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:17:15,024 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:15,025 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:17:15,028 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C35727%2C1731179832034.meta, suffix=.meta, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs, maxLogs=10 2024-11-09T19:17:15,050 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.meta.1731179835031.meta, exclude list is [], retry=0 2024-11-09T19:17:15,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:15,058 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.meta.1731179835031.meta 2024-11-09T19:17:15,059 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:15,059 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:15,065 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:15,066 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:15,073 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:17:15,075 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:17:15,080 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:17:15,080 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:15,081 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:17:15,081 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:17:15,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:15,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:15,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:15,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:15,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:15,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:15,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:15,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:15,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:15,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:15,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:15,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:15,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:15,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:15,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:15,105 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:15,109 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740 2024-11-09T19:17:15,113 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740 2024-11-09T19:17:15,116 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:15,116 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:15,117 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:15,120 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:15,124 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69591529, jitterRate=0.03699459135532379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:15,125 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:17:15,127 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179835081Writing region info on filesystem at 1731179835082 (+1 ms)Initializing all the Stores at 1731179835084 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179835084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179835087 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179835087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179835087Cleaning up temporary data from old regions at 1731179835116 (+29 ms)Running coprocessor post-open hooks at 1731179835125 (+9 ms)Region opened successfully at 1731179835126 (+1 ms) 2024-11-09T19:17:15,135 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179834999 2024-11-09T19:17:15,156 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:17:15,157 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:17:15,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:15,164 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,35727,1731179832034, state=OPEN 2024-11-09T19:17:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:15,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:15,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:15,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:15,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:17:15,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,35727,1731179832034 in 377 msec 2024-11-09T19:17:15,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:17:15,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-09T19:17:15,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:15,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:17:15,274 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:15,277 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35727,1731179832034, seqNum=-1] 2024-11-09T19:17:15,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:15,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:15,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4340 sec 2024-11-09T19:17:15,376 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179835375, completionTime=-1 2024-11-09T19:17:15,379 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:17:15,380 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:17:15,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:17:15,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179895420 2024-11-09T19:17:15,421 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179955421 2024-11-09T19:17:15,421 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 41 msec 2024-11-09T19:17:15,425 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42117,1731179830895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,425 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42117,1731179830895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,425 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42117,1731179830895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,427 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42117, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,428 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,451 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:17:15,489 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.149sec 2024-11-09T19:17:15,490 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:17:15,492 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:17:15,493 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:17:15,498 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:17:15,498 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:17:15,499 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42117,1731179830895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:15,500 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42117,1731179830895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:17:15,522 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:17:15,523 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:17:15,524 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42117,1731179830895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:15,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:15,618 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T19:17:15,619 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T19:17:15,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42117,-1 for getting cluster id 2024-11-09T19:17:15,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:15,650 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08abf13d-d45f-409d-b1ac-fd3944a7b8a9' 2024-11-09T19:17:15,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08abf13d-d45f-409d-b1ac-fd3944a7b8a9" 2024-11-09T19:17:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:15,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42117,-1] 2024-11-09T19:17:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:15,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:15,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:15,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:15,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35727,1731179832034, seqNum=-1] 2024-11-09T19:17:15,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:15,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:15,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:15,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:15,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012107c7270002 connected 2024-11-09T19:17:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir so I do NOT create it in target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2 2024-11-09T19:17:15,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:17:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.tmp.dir so I do NOT create it in target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2 2024-11-09T19:17:15,876 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:17:15,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2 2024-11-09T19:17:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/cluster_fb6014da-4a97-e1b0-7cf0-aba8f08dca82, deleteOnExit=true 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/test.cache.data in system properties and HBase conf 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:17:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:17:15,878 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:17:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:17:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:17:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:17:15,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:17:16,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:16,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:16,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:16,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:16,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:16,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:16,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:16,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@593d539d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:16,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a600bd4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/java.io.tmpdir/jetty-localhost-41087-hadoop-hdfs-3_4_1-tests_jar-_-any-2963661833591800277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:16,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b38433{HTTP/1.1, (http/1.1)}{localhost:41087} 2024-11-09T19:17:16,850 INFO [Time-limited test {}] server.Server(415): Started @12160ms 2024-11-09T19:17:17,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:17,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:17,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:17,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:17,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:17:17,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:17,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d790cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:17,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54aea4a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/java.io.tmpdir/jetty-localhost-37081-hadoop-hdfs-3_4_1-tests_jar-_-any-9635708740060363298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:17,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fc5bb7a{HTTP/1.1, (http/1.1)}{localhost:37081} 2024-11-09T19:17:17,257 INFO [Time-limited test {}] server.Server(415): Started @12567ms 2024-11-09T19:17:17,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:17:18,079 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/cluster_fb6014da-4a97-e1b0-7cf0-aba8f08dca82/data/data2/current/BP-1203292462-172.17.0.2-1731179835911/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:18,079 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/cluster_fb6014da-4a97-e1b0-7cf0-aba8f08dca82/data/data1/current/BP-1203292462-172.17.0.2-1731179835911/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:18,129 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:17:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b8a3acc0825e7f0 with lease ID 0xb1f36f26e54645b7: Processing first storage report for DS-82bdca23-03e8-4866-b358-b660cdeb4401 from datanode DatanodeRegistration(127.0.0.1:35437, datanodeUuid=7245749e-e460-4ff2-9063-c5c73e60cdd5, infoPort=33817, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=771592991;c=1731179835911) 2024-11-09T19:17:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b8a3acc0825e7f0 with lease ID 0xb1f36f26e54645b7: from storage DS-82bdca23-03e8-4866-b358-b660cdeb4401 node DatanodeRegistration(127.0.0.1:35437, datanodeUuid=7245749e-e460-4ff2-9063-c5c73e60cdd5, infoPort=33817, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=771592991;c=1731179835911), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:17:18,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b8a3acc0825e7f0 with lease ID 0xb1f36f26e54645b7: Processing first storage report for DS-2dd70212-5efc-441b-9498-e8f0705d366b from datanode DatanodeRegistration(127.0.0.1:35437, datanodeUuid=7245749e-e460-4ff2-9063-c5c73e60cdd5, infoPort=33817, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=771592991;c=1731179835911) 2024-11-09T19:17:18,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b8a3acc0825e7f0 with lease ID 0xb1f36f26e54645b7: from storage DS-2dd70212-5efc-441b-9498-e8f0705d366b node DatanodeRegistration(127.0.0.1:35437, datanodeUuid=7245749e-e460-4ff2-9063-c5c73e60cdd5, infoPort=33817, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=771592991;c=1731179835911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:18,226 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2 2024-11-09T19:17:18,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:18,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:18,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:17:18,647 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6 with version=8 2024-11-09T19:17:18,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/hbase-staging 2024-11-09T19:17:18,650 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:18,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:18,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:18,651 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:18,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:18,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:18,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:17:18,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:18,652 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41041 2024-11-09T19:17:18,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41041 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:18,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410410x0, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:18,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41041-0x1012107c7270003 connected 2024-11-09T19:17:18,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:18,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:18,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/running 2024-11-09T19:17:18,789 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6, hbase.cluster.distributed=false 2024-11-09T19:17:18,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/acl 2024-11-09T19:17:18,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-09T19:17:18,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41041 2024-11-09T19:17:18,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41041 2024-11-09T19:17:18,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-09T19:17:18,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41041 2024-11-09T19:17:18,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:18,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:18,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:18,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:18,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:18,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:18,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:17:18,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:18,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37431 2024-11-09T19:17:18,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37431 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:18,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:18,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:18,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374310x0, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:18,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374310x0, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/running 2024-11-09T19:17:18,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:17:18,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37431-0x1012107c7270004 connected 2024-11-09T19:17:18,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:17:18,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/master 2024-11-09T19:17:18,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/acl 2024-11-09T19:17:18,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-09T19:17:18,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37431 2024-11-09T19:17:18,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37431 2024-11-09T19:17:18,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-09T19:17:18,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37431 2024-11-09T19:17:18,923 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:41041 2024-11-09T19:17:18,925 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11252794315/backup-masters/fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315/backup-masters 2024-11-09T19:17:18,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315/backup-masters 2024-11-09T19:17:18,934 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on existing znode=/11252794315/backup-masters/fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:18,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11252794315/master 2024-11-09T19:17:18,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:18,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:18,942 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on existing znode=/11252794315/master 2024-11-09T19:17:18,943 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11252794315/backup-masters/fac84fd0e20f,41041,1731179838650 from backup master directory 2024-11-09T19:17:18,951 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252794315/backup-masters/fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:18,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315/backup-masters 2024-11-09T19:17:18,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315/backup-masters 2024-11-09T19:17:18,959 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/hbase.id] with ID: 84a158e8-5c9f-4578-9d12-211191aefcda 2024-11-09T19:17:18,959 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/.tmp/hbase.id 2024-11-09T19:17:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:17:18,973 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/.tmp/hbase.id]:[hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/hbase.id] 2024-11-09T19:17:19,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:19,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:17:19,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T19:17:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:17:19,029 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:19,030 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:17:19,032 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:19,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:17:19,448 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store 2024-11-09T19:17:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:17:19,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:19,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:19,858 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:19,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:19,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:19,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:19,858 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:19,859 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179839858Disabling compacts and flushes for region at 1731179839858Disabling writes for close at 1731179839858Writing region close event to WAL at 1731179839858Closed at 1731179839858 2024-11-09T19:17:19,860 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/.initializing 2024-11-09T19:17:19,860 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/WALs/fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:19,862 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:19,866 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C41041%2C1731179838650, suffix=, logDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/WALs/fac84fd0e20f,41041,1731179838650, archiveDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/oldWALs, maxLogs=10 2024-11-09T19:17:19,882 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/WALs/fac84fd0e20f,41041,1731179838650/fac84fd0e20f%2C41041%2C1731179838650.1731179839866, exclude list is [], retry=0 2024-11-09T19:17:19,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-82bdca23-03e8-4866-b358-b660cdeb4401,DISK] 2024-11-09T19:17:19,890 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/WALs/fac84fd0e20f,41041,1731179838650/fac84fd0e20f%2C41041%2C1731179838650.1731179839866 2024-11-09T19:17:19,890 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-09T19:17:19,890 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:19,891 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:19,891 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,891 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:17:19,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:19,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:19,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:17:19,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:19,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:19,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:17:19,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:19,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:19,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:17:19,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:19,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:19,917 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,920 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,921 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,924 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,924 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,925 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:19,927 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:19,936 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:19,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75268855, jitterRate=0.12159334123134613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:19,937 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179839891Initializing all the Stores at 1731179839897 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179839897Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179839897Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179839898 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179839898Cleaning up temporary data from old regions at 1731179839924 (+26 ms)Region opened successfully at 1731179839937 (+13 ms) 2024-11-09T19:17:19,938 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:17:19,943 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5c172b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:19,944 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:17:19,944 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:17:19,944 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:17:19,945 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:17:19,946 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:17:19,946 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:17:19,946 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:17:19,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:17:19,952 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Unable to get data of znode /11252794315/balancer because node does not exist (not necessarily an error) 2024-11-09T19:17:20,002 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252794315/balancer already deleted, retry=false 2024-11-09T19:17:20,003 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:17:20,003 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Unable to get data of znode /11252794315/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:17:20,014 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252794315/normalizer already deleted, retry=false 2024-11-09T19:17:20,014 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:17:20,015 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Unable to get data of znode /11252794315/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:17:20,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252794315/switch/split already deleted, retry=false 2024-11-09T19:17:20,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Unable to get data of znode /11252794315/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:17:20,035 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252794315/switch/merge already deleted, retry=false 2024-11-09T19:17:20,037 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Unable to get data of znode /11252794315/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:17:20,046 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11252794315/snapshot-cleanup already deleted, retry=false 2024-11-09T19:17:20,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11252794315/running 2024-11-09T19:17:20,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11252794315/running 2024-11-09T19:17:20,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:20,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:20,058 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,41041,1731179838650, sessionid=0x1012107c7270003, setting cluster-up flag (Was=false) 2024-11-09T19:17:20,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:20,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:20,118 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11252794315/flush-table-proc/acquired, /11252794315/flush-table-proc/reached, /11252794315/flush-table-proc/abort 2024-11-09T19:17:20,120 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:20,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:20,414 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11252794315/online-snapshot/acquired, /11252794315/online-snapshot/reached, /11252794315/online-snapshot/abort 2024-11-09T19:17:20,416 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:20,418 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:17:20,421 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:20,421 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:17:20,422 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:17:20,422 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,41041,1731179838650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:17:20,430 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:20,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:20,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:20,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:20,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:17:20,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,432 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:20,432 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,445 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:20,445 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:17:20,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:20,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:17:20,476 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179870476 2024-11-09T19:17:20,476 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:17:20,476 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:17:20,477 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:17:20,477 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:17:20,477 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:17:20,477 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:17:20,492 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,504 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:17:20,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:17:20,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:17:20,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:17:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:17:20,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:17:20,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:17:20,510 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179840509,5,FailOnTimeoutGroup] 2024-11-09T19:17:20,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:17:20,512 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6 2024-11-09T19:17:20,512 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179840510,5,FailOnTimeoutGroup] 2024-11-09T19:17:20,513 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,513 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:17:20,513 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,513 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,515 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(746): ClusterId : 84a158e8-5c9f-4578-9d12-211191aefcda 2024-11-09T19:17:20,515 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:17:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:17:20,531 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:17:20,531 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:17:20,545 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:17:20,545 DEBUG [RS:0;fac84fd0e20f:37431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d55666d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:20,565 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:37431 2024-11-09T19:17:20,565 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:17:20,565 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:17:20,565 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:17:20,567 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,41041,1731179838650 with port=37431, startcode=1731179838823 2024-11-09T19:17:20,567 DEBUG [RS:0;fac84fd0e20f:37431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:17:20,582 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:17:20,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:20,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41041 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:20,590 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6 2024-11-09T19:17:20,590 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46789 2024-11-09T19:17:20,590 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:17:20,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:20,648 DEBUG [RS:0;fac84fd0e20f:37431 {}] zookeeper.ZKUtil(111): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on existing znode=/11252794315/rs/fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:20,648 WARN [RS:0;fac84fd0e20f:37431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315/rs 2024-11-09T19:17:20,649 INFO [RS:0;fac84fd0e20f:37431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:20,649 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:20,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,37431,1731179838823] 2024-11-09T19:17:20,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:17:20,712 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:17:20,720 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:17:20,725 INFO [RS:0;fac84fd0e20f:37431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:17:20,726 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,728 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:17:20,732 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:17:20,733 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,733 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,733 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,733 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,733 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,733 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,737 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:20,737 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:20,738 DEBUG [RS:0;fac84fd0e20f:37431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:20,752 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,752 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,752 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,752 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,753 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,753 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37431,1731179838823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:20,783 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:17:20,784 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37431,1731179838823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,784 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,785 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.Replication(171): fac84fd0e20f,37431,1731179838823 started 2024-11-09T19:17:20,807 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:20,807 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,37431,1731179838823, RpcServer on fac84fd0e20f/172.17.0.2:37431, sessionid=0x1012107c7270004 2024-11-09T19:17:20,807 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:17:20,807 DEBUG [RS:0;fac84fd0e20f:37431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:20,807 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,37431,1731179838823' 2024-11-09T19:17:20,807 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11252794315/flush-table-proc/abort' 2024-11-09T19:17:20,808 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11252794315/flush-table-proc/acquired' 2024-11-09T19:17:20,808 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:17:20,808 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:17:20,809 DEBUG [RS:0;fac84fd0e20f:37431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:20,809 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,37431,1731179838823' 2024-11-09T19:17:20,809 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11252794315/online-snapshot/abort' 2024-11-09T19:17:20,809 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11252794315/online-snapshot/acquired' 2024-11-09T19:17:20,810 DEBUG [RS:0;fac84fd0e20f:37431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:17:20,810 INFO [RS:0;fac84fd0e20f:37431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:17:20,810 INFO [RS:0;fac84fd0e20f:37431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:17:20,911 INFO [RS:0;fac84fd0e20f:37431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:20,915 INFO [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C37431%2C1731179838823, suffix=, logDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823, archiveDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/oldWALs, maxLogs=10 2024-11-09T19:17:20,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:20,937 DEBUG [RS:0;fac84fd0e20f:37431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823/fac84fd0e20f%2C37431%2C1731179838823.1731179840917, exclude list is [], retry=0 2024-11-09T19:17:20,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:20,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:20,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:20,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:20,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:20,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-82bdca23-03e8-4866-b358-b660cdeb4401,DISK] 2024-11-09T19:17:20,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:20,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:20,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:20,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:20,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:20,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:20,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:20,952 INFO [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823/fac84fd0e20f%2C37431%2C1731179838823.1731179840917 2024-11-09T19:17:20,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:20,953 DEBUG [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-09T19:17:20,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:20,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:20,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:20,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:20,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740 2024-11-09T19:17:20,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740 2024-11-09T19:17:20,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:20,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:20,964 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:20,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:20,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:20,974 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70235957, jitterRate=0.04659731686115265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:20,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179840931Initializing all the Stores at 1731179840934 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179840934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179840938 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179840938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179840938Cleaning up temporary data from old regions at 1731179840963 (+25 ms)Region opened successfully at 1731179840975 (+12 ms) 2024-11-09T19:17:20,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:20,975 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:20,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:20,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:20,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:20,976 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:20,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179840975Disabling compacts and flushes for region at 1731179840975Disabling writes for close at 1731179840975Writing region close event to WAL at 1731179840976 (+1 ms)Closed at 1731179840976 2024-11-09T19:17:20,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:20,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:17:20,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:17:20,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:20,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:17:21,134 DEBUG [fac84fd0e20f:41041 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:21,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:21,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,37431,1731179838823, state=OPENING 2024-11-09T19:17:21,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:17:21,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:21,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:21,162 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:21,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252794315/meta-region-server: CHANGED 2024-11-09T19:17:21,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,37431,1731179838823}] 2024-11-09T19:17:21,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252794315/meta-region-server: CHANGED 2024-11-09T19:17:21,318 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:17:21,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:17:21,339 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:17:21,340 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:21,340 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:17:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:17:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:17:21,343 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C37431%2C1731179838823.meta, suffix=.meta, logDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823, archiveDir=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/oldWALs, maxLogs=10 2024-11-09T19:17:21,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:21,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T19:17:21,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:21,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:17:21,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:17:21,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:17:21,368 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823/fac84fd0e20f%2C37431%2C1731179838823.meta.1731179841346.meta, exclude list is [], retry=0 2024-11-09T19:17:21,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35437,DS-82bdca23-03e8-4866-b358-b660cdeb4401,DISK] 2024-11-09T19:17:21,385 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/WALs/fac84fd0e20f,37431,1731179838823/fac84fd0e20f%2C37431%2C1731179838823.meta.1731179841346.meta 2024-11-09T19:17:21,386 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33817:33817)] 2024-11-09T19:17:21,386 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:21,387 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:21,387 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:21,387 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:17:21,387 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:17:21,387 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:17:21,387 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:21,388 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:17:21,388 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:17:21,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:21,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:21,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:21,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:21,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:21,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:21,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:21,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:21,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:21,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:21,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:21,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:21,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:21,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:21,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:21,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:21,417 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:21,418 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740 2024-11-09T19:17:21,420 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740 2024-11-09T19:17:21,427 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:21,427 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:21,431 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:21,434 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:21,436 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62339097, jitterRate=-0.07107506692409515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:21,436 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:17:21,436 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179841388Writing region info on filesystem at 1731179841388Initializing all the Stores at 1731179841392 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179841393 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179841395 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179841395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179841395Cleaning up temporary data from old regions at 1731179841427 (+32 ms)Running coprocessor post-open hooks at 1731179841436 (+9 ms)Region opened successfully at 1731179841436 2024-11-09T19:17:21,439 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179841317 2024-11-09T19:17:21,443 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:17:21,444 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:17:21,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:21,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,37431,1731179838823, state=OPEN 2024-11-09T19:17:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11252794315/meta-region-server 2024-11-09T19:17:21,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11252794315/meta-region-server 2024-11-09T19:17:21,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252794315/meta-region-server: CHANGED 2024-11-09T19:17:21,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11252794315/meta-region-server: CHANGED 2024-11-09T19:17:21,457 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:21,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:17:21,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,37431,1731179838823 in 295 msec 2024-11-09T19:17:21,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:17:21,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-09T19:17:21,472 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:21,472 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:17:21,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:21,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,37431,1731179838823, seqNum=-1] 2024-11-09T19:17:21,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:21,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:21,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-11-09T19:17:21,497 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179841497, completionTime=-1 2024-11-09T19:17:21,497 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:17:21,497 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:17:21,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:17:21,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179901503 2024-11-09T19:17:21,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179961503 2024-11-09T19:17:21,503 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T19:17:21,504 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41041,1731179838650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,504 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41041,1731179838650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,504 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41041,1731179838650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,504 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:41041, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,504 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,508 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.558sec 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41041,1731179838650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:21,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41041,1731179838650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:17:21,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d6ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:21,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:21,518 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:17:21,518 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:17:21,518 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41041,1731179838650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:21,528 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:21,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a094908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:21,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:21,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:21,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:21,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fe5148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,37431,1731179838823, seqNum=-1] 2024-11-09T19:17:21,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:21,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:21,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:21,551 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:21,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:21,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012107c7270005 connected 2024-11-09T19:17:21,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320d297b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42117,-1 for getting cluster id 2024-11-09T19:17:21,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:21,581 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08abf13d-d45f-409d-b1ac-fd3944a7b8a9' 2024-11-09T19:17:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:21,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08abf13d-d45f-409d-b1ac-fd3944a7b8a9" 2024-11-09T19:17:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614cf4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42117,-1] 2024-11-09T19:17:21,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:21,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:21,590 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec0a3a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ed4ca5c 2024-11-09T19:17:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:21,618 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:21,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:17:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:17:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:21,633 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:21,634 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fed182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,634 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:21,635 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:21,636 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138a4462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:21,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:21,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:21,640 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:21,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c398839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:21,643 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:21,646 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:21,646 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750b26f5 2024-11-09T19:17:21,668 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:21,669 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:21,684 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T19:17:21,696 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:17:21,708 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:21,709 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:21,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:21,711 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:21,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:17:21,724 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:17:21,725 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:21,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:17:21,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741835_1011 (size=1138) 2024-11-09T19:17:21,750 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8f17ff50a1683bbd3810ad2d0b8882a, NAME => 'hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0 2024-11-09T19:17:21,773 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:17:21,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741836_1012 (size=44) 2024-11-09T19:17:21,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:21,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c8f17ff50a1683bbd3810ad2d0b8882a, disabling compactions & flushes 2024-11-09T19:17:21,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:21,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:21,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. after waiting 0 ms 2024-11-09T19:17:21,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:21,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:21,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8f17ff50a1683bbd3810ad2d0b8882a: Waiting for close lock at 1731179841778Disabling compacts and flushes for region at 1731179841778Disabling writes for close at 1731179841778Writing region close event to WAL at 1731179841778Closed at 1731179841778 2024-11-09T19:17:21,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:17:21,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731179841781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179841781"}]},"ts":"1731179841781"} 2024-11-09T19:17:21,791 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:17:21,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:17:21,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179841794"}]},"ts":"1731179841794"} 2024-11-09T19:17:21,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:17:21,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN}] 2024-11-09T19:17:21,812 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN 2024-11-09T19:17:21,814 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN; state=OFFLINE, location=fac84fd0e20f,35727,1731179832034; forceNewPlan=false, retain=false 2024-11-09T19:17:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:21,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c8f17ff50a1683bbd3810ad2d0b8882a, regionState=OPENING, regionLocation=fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:21,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN because future has completed 2024-11-09T19:17:21,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8f17ff50a1683bbd3810ad2d0b8882a, server=fac84fd0e20f,35727,1731179832034}] 2024-11-09T19:17:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:22,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:17:22,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C35727%2C1731179832034.rep, suffix=, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs, maxLogs=10 2024-11-09T19:17:22,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.rep.1731179842142, exclude list is [], retry=0 2024-11-09T19:17:22,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:22,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.rep.1731179842142 2024-11-09T19:17:22,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:22,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c8f17ff50a1683bbd3810ad2d0b8882a, NAME => 'hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:22,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. service=MultiRowMutationService 2024-11-09T19:17:22,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:17:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,171 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,173 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f17ff50a1683bbd3810ad2d0b8882a columnFamilyName hfileref 2024-11-09T19:17:22,173 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:22,173 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(327): Store=c8f17ff50a1683bbd3810ad2d0b8882a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:22,173 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,175 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f17ff50a1683bbd3810ad2d0b8882a columnFamilyName queue 2024-11-09T19:17:22,175 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:22,176 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(327): Store=c8f17ff50a1683bbd3810ad2d0b8882a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:22,176 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,178 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f17ff50a1683bbd3810ad2d0b8882a columnFamilyName sid 2024-11-09T19:17:22,178 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:22,179 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(327): Store=c8f17ff50a1683bbd3810ad2d0b8882a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:22,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:17:22,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:22,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c8f17ff50a1683bbd3810ad2d0b8882a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64847020, jitterRate=-0.03370410203933716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:17:22,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:22,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c8f17ff50a1683bbd3810ad2d0b8882a: Running coprocessor pre-open hook at 1731179842169Writing region info on filesystem at 1731179842169Initializing all the Stores at 1731179842170 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179842170Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179842170Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179842170Cleaning up temporary data from old regions at 1731179842182 (+12 ms)Running coprocessor post-open hooks at 1731179842192 (+10 ms)Region opened successfully at 1731179842193 (+1 ms) 2024-11-09T19:17:22,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a., pid=7, masterSystemTime=1731179842130 2024-11-09T19:17:22,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:22,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:22,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c8f17ff50a1683bbd3810ad2d0b8882a, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:22,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8f17ff50a1683bbd3810ad2d0b8882a, server=fac84fd0e20f,35727,1731179832034 because future has completed 2024-11-09T19:17:22,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T19:17:22,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c8f17ff50a1683bbd3810ad2d0b8882a, server=fac84fd0e20f,35727,1731179832034 in 233 msec 2024-11-09T19:17:22,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:17:22,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN in 404 msec 2024-11-09T19:17:22,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:17:22,219 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179842218"}]},"ts":"1731179842218"} 2024-11-09T19:17:22,225 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:17:22,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:17:22,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 516 msec 2024-11-09T19:17:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:22,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a., hostname=fac84fd0e20f,35727,1731179832034, seqNum=2] 2024-11-09T19:17:22,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35727 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T19:17:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:22,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:22,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:17:22,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T19:17:22,530 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:17:22,581 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,35727,1731179832034, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:17:22,583 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:22,583 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35727,1731179832034, seqNum=-1] 2024-11-09T19:17:22,583 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:22,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T19:17:22,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,35727,1731179832034', locateType=CURRENT is [region=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a., hostname=fac84fd0e20f,35727,1731179832034, seqNum=2] 2024-11-09T19:17:22,601 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T19:17:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T19:17:22,615 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,35727,1731179832034 suceeded 2024-11-09T19:17:22,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T19:17:22,619 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:22,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 249 msec 2024-11-09T19:17:22,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 998 msec 2024-11-09T19:17:22,631 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:22,636 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e50f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,636 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:22,636 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:22,637 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:22,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:22,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58b2465e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:22,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,639 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:22,640 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4fa724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,640 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a874134 2024-11-09T19:17:22,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:22,643 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T19:17:22,647 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,35727,1731179832034 (queues=1) is replicating from cluster=08abf13d-d45f-409d-b1ac-fd3944a7b8a9 to cluster=84a158e8-5c9f-4578-9d12-211191aefcda 2024-11-09T19:17:22,649 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C35727%2C1731179832034 2024-11-09T19:17:22,653 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,35727,1731179832034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:17:22,656 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C35727%2C1731179832034 2024-11-09T19:17:22,660 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614, startPosition=0, beingWritten=true 2024-11-09T19:17:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:22,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:22,771 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:17:22,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:22,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415efd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42117,-1 for getting cluster id 2024-11-09T19:17:22,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:22,774 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08abf13d-d45f-409d-b1ac-fd3944a7b8a9' 2024-11-09T19:17:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08abf13d-d45f-409d-b1ac-fd3944a7b8a9" 2024-11-09T19:17:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42117,-1] 2024-11-09T19:17:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:22,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:22,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd2c954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad549e7 2024-11-09T19:17:22,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:22,787 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:22,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:17:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:17:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T19:17:22,791 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:22,792 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be256ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,792 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:22,793 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:22,793 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:22,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:22,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:22,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694f6811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:22,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:22,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,796 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:22,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307e4784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:22,797 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:22,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:22,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed0ec71 2024-11-09T19:17:22,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:22,799 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:22,800 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T19:17:22,800 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:17:22,800 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,801 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:22,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:22,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:17:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T19:17:22,935 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:22,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T19:17:22,985 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T19:17:23,051 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-fac84fd0e20f,35727,1731179832034, ReplicationSource: 2, currentBandwidth=0 2024-11-09T19:17:23,060 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T19:17:23,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T19:17:23,068 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fac84fd0e20f,35727,1731179832034 suceeded 2024-11-09T19:17:23,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:17:23,083 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:23,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-09T19:17:23,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 296 msec 2024-11-09T19:17:23,095 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:23,098 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,098 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:23,098 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:23,100 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:23,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:23,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:23,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682542ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:23,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:23,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,104 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:23,106 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,106 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:23,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:23,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d31471b 2024-11-09T19:17:23,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T19:17:23,110 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T19:17:23,110 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T19:17:23,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:23,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:23,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,111 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fac84fd0e20f,35727,1731179832034 (queues=1) is replicating from cluster=08abf13d-d45f-409d-b1ac-fd3944a7b8a9 to cluster=84a158e8-5c9f-4578-9d12-211191aefcda 2024-11-09T19:17:23,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:23,111 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fac84fd0e20f%2C35727%2C1731179832034 2024-11-09T19:17:23,111 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fac84fd0e20f,35727,1731179832034, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:17:23,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:23,113 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614, startPosition=0, beingWritten=true 2024-11-09T19:17:23,114 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C35727%2C1731179832034 2024-11-09T19:17:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646e635d 2024-11-09T19:17:23,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:23,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:23,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:17:23,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T19:17:23,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:17:23,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T19:17:23,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T19:17:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T19:17:23,175 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:23,187 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf4d603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,187 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:23,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:23,188 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:23,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:23,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:23,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1a7f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:23,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,191 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dd4a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d59f677 2024-11-09T19:17:23,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:23,196 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:23,198 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:17:23,198 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:17:23,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:23,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:17:23,242 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:23,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T19:17:23,339 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:23,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T19:17:23,372 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T19:17:23,374 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T19:17:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T19:17:23,378 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on fac84fd0e20f,35727,1731179832034 suceeded 2024-11-09T19:17:23,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T19:17:23,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-09T19:17:23,383 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:23,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 230 msec 2024-11-09T19:17:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T19:17:23,483 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T19:17:23,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:23,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T19:17:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T19:17:23,493 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:23,494 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec96088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,494 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:23,494 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:23,495 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:23,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:23,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db886c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:23,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,497 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:23,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f202b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:23,499 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:23,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:23,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df05434 2024-11-09T19:17:23,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:23,502 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:23,503 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T19:17:23,503 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:17:23,503 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,503 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:23,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:17:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T19:17:23,648 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:23,657 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:23,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T19:17:23,665 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T19:17:23,669 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T19:17:23,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T19:17:23,673 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on fac84fd0e20f,35727,1731179832034 suceeded 2024-11-09T19:17:23,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T19:17:23,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-09T19:17:23,676 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://fac84fd0e20f:41041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:23,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 187 msec 2024-11-09T19:17:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T19:17:23,810 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T19:17:23,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:17:23,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42117 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T19:17:23,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:23,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:23,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:23,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:17:23,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-11-09T19:17:23,814 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42117,1731179830895 2024-11-09T19:17:23,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:23,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:23,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:23,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:23,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:23,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:23,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,35727,1731179832034' ***** 2024-11-09T19:17:23,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:17:23,828 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:17:23,828 INFO [RS:0;fac84fd0e20f:35727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:17:23,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:17:23,828 INFO [RS:0;fac84fd0e20f:35727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:17:23,828 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(3091): Received CLOSE for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:23,830 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:23,830 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:23,830 INFO [RS:0;fac84fd0e20f:35727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:35727. 2024-11-09T19:17:23,830 DEBUG [RS:0;fac84fd0e20f:35727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:23,830 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:23,830 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:17:23,830 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:17:23,830 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:17:23,831 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:17:23,832 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:17:23,833 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8f17ff50a1683bbd3810ad2d0b8882a=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.} 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:23,833 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:23,833 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8f17ff50a1683bbd3810ad2d0b8882a, disabling compactions & flushes 2024-11-09T19:17:23,833 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. after waiting 0 ms 2024-11-09T19:17:23,833 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:23,844 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8f17ff50a1683bbd3810ad2d0b8882a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T19:17:23,845 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T19:17:23,905 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:23,932 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/info/dc604a28b33d440ab6025c51a7e94cd3 is 147, key is hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a./info:regioninfo/1731179842200/Put/seqid=0 2024-11-09T19:17:23,932 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/.tmp/queue/7eead29a010243f288a89e91f4e8b6c7 is 151, key is 1-fac84fd0e20f,35727,1731179832034/queue:fac84fd0e20f%2C35727%2C1731179832034/1731179842590/Put/seqid=0 2024-11-09T19:17:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741839_1015 (size=5500) 2024-11-09T19:17:23,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741838_1014 (size=6631) 2024-11-09T19:17:24,033 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:24,059 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:24,164 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:24,234 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:24,353 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/.tmp/queue/7eead29a010243f288a89e91f4e8b6c7 2024-11-09T19:17:24,360 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/info/dc604a28b33d440ab6025c51a7e94cd3 2024-11-09T19:17:24,385 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:17:24,385 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:17:24,420 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/.tmp/queue/7eead29a010243f288a89e91f4e8b6c7 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/queue/7eead29a010243f288a89e91f4e8b6c7 2024-11-09T19:17:24,434 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:24,452 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/queue/7eead29a010243f288a89e91f4e8b6c7, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T19:17:24,474 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c8f17ff50a1683bbd3810ad2d0b8882a in 626ms, sequenceid=6, compaction requested=false 2024-11-09T19:17:24,474 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:17:24,476 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/ns/ed975bb808b74e0fbce5221681259690 is 43, key is default/ns:d/1731179835349/Put/seqid=0 2024-11-09T19:17:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741840_1016 (size=5153) 2024-11-09T19:17:24,514 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T19:17:24,515 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/ns/ed975bb808b74e0fbce5221681259690 2024-11-09T19:17:24,517 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:24,518 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:24,518 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:24,518 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8f17ff50a1683bbd3810ad2d0b8882a: Waiting for close lock at 1731179843830Running coprocessor pre-close hooks at 1731179843833 (+3 ms)Disabling compacts and flushes for region at 1731179843833Disabling writes for close at 1731179843833Obtaining lock to block concurrent updates at 1731179843845 (+12 ms)Preparing flush snapshotting stores in c8f17ff50a1683bbd3810ad2d0b8882a at 1731179843845Finished memstore snapshotting hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731179843859 (+14 ms)Flushing stores of hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. at 1731179843861 (+2 ms)Flushing c8f17ff50a1683bbd3810ad2d0b8882a/queue: creating writer at 1731179843863 (+2 ms)Flushing c8f17ff50a1683bbd3810ad2d0b8882a/queue: appending metadata at 1731179843916 (+53 ms)Flushing c8f17ff50a1683bbd3810ad2d0b8882a/queue: closing flushed file at 1731179843918 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@378581d2: reopening flushed file at 1731179844408 (+490 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c8f17ff50a1683bbd3810ad2d0b8882a in 626ms, sequenceid=6, compaction requested=false at 1731179844474 (+66 ms)Writing region close event to WAL at 1731179844500 (+26 ms)Running coprocessor post-close hooks at 1731179844515 (+15 ms)Closed at 1731179844518 (+3 ms) 2024-11-09T19:17:24,522 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:24,554 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/table/f606792d535b45aea80d188bcc092c5a is 53, key is hbase:replication/table:state/1731179842218/Put/seqid=0 2024-11-09T19:17:24,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741841_1017 (size=5256) 2024-11-09T19:17:24,582 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:24,634 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:24,774 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:24,834 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:17:24,834 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:17:24,835 DEBUG [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:24,963 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/table/f606792d535b45aea80d188bcc092c5a 2024-11-09T19:17:24,975 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/info/dc604a28b33d440ab6025c51a7e94cd3 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/info/dc604a28b33d440ab6025c51a7e94cd3 2024-11-09T19:17:24,986 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/info/dc604a28b33d440ab6025c51a7e94cd3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T19:17:24,987 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/ns/ed975bb808b74e0fbce5221681259690 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/ns/ed975bb808b74e0fbce5221681259690 2024-11-09T19:17:24,997 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/ns/ed975bb808b74e0fbce5221681259690, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:17:25,000 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/table/f606792d535b45aea80d188bcc092c5a as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/table/f606792d535b45aea80d188bcc092c5a 2024-11-09T19:17:25,015 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/table/f606792d535b45aea80d188bcc092c5a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T19:17:25,016 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1183ms, sequenceid=11, compaction requested=false 2024-11-09T19:17:25,023 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T19:17:25,026 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:25,026 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:25,026 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:25,026 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179843832Running coprocessor pre-close hooks at 1731179843833 (+1 ms)Disabling compacts and flushes for region at 1731179843833Disabling writes for close at 1731179843833Obtaining lock to block concurrent updates at 1731179843845 (+12 ms)Preparing flush snapshotting stores in 1588230740 at 1731179843845Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731179843859 (+14 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731179843864 (+5 ms)Flushing 1588230740/info: creating writer at 1731179843864Flushing 1588230740/info: appending metadata at 1731179843917 (+53 ms)Flushing 1588230740/info: closing flushed file at 1731179843918 (+1 ms)Flushing 1588230740/ns: creating writer at 1731179844410 (+492 ms)Flushing 1588230740/ns: appending metadata at 1731179844471 (+61 ms)Flushing 1588230740/ns: closing flushed file at 1731179844471Flushing 1588230740/table: creating writer at 1731179844530 (+59 ms)Flushing 1588230740/table: appending metadata at 1731179844551 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731179844552 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d0eebf: reopening flushed file at 1731179844973 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c066269: reopening flushed file at 1731179844986 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb5d3b: reopening flushed file at 1731179844998 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1183ms, sequenceid=11, compaction requested=false at 1731179845017 (+19 ms)Writing region close event to WAL at 1731179845018 (+1 ms)Running coprocessor post-close hooks at 1731179845026 (+8 ms)Closed at 1731179845026 2024-11-09T19:17:25,027 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:25,035 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,35727,1731179832034; all regions closed. 2024-11-09T19:17:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741834_1010 (size=2742) 2024-11-09T19:17:25,046 DEBUG [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs 2024-11-09T19:17:25,046 INFO [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C35727%2C1731179832034.meta:.meta(num 1731179835031) 2024-11-09T19:17:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741837_1013 (size=1802) 2024-11-09T19:17:25,053 DEBUG [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs 2024-11-09T19:17:25,053 INFO [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C35727%2C1731179832034.rep:(num 1731179842142) 2024-11-09T19:17:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741833_1009 (size=93) 2024-11-09T19:17:25,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 not finished, retry = 0 2024-11-09T19:17:25,161 DEBUG [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs 2024-11-09T19:17:25,161 INFO [RS:0;fac84fd0e20f:35727 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C35727%2C1731179832034:(num 1731179834614) 2024-11-09T19:17:25,161 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:25,161 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:25,161 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:25,161 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:25,161 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:25,162 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,35727,1731179832034 because: Region server is closing 2024-11-09T19:17:25,162 INFO [RS:0;fac84fd0e20f:35727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:35727. 2024-11-09T19:17:25,162 DEBUG [RS:0;fac84fd0e20f:35727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:25,162 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:25,162 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:25,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:25,163 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:25,195 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 to pos 0, reset compression=false 2024-11-09T19:17:25,201 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 was moved to hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 2024-11-09T19:17:25,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614 2024-11-09T19:17:25,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T19:17:25,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T19:17:25,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fac84fd0e20f,35727,1731179832034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034/fac84fd0e20f%2C35727%2C1731179832034.1731179834614, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T19:17:25,214 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,35727,1731179832034: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fac84fd0e20f,35727,1731179832034, walGroup=fac84fd0e20f%2C35727%2C1731179832034, offset=fac84fd0e20f%2C35727%2C1731179832034.1731179834614:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:35727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:17:25,217 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:17:25,219 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:17:25,222 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:17:25,222 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:17:25,222 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:17:25,223 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 389200496 }, "NonHeapMemoryUsage": { "committed": 152436736, "init": 7667712, "max": -1, "used": 150120064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:17:25,225 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fac84fd0e20f%2C35727%2C1731179832034.1731179834614] 2024-11-09T19:17:25,263 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.wal-reader.fac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:17:25,263 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:17:25,263 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,1-fac84fd0e20f,35727,1731179832034 terminated 2024-11-09T19:17:25,264 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fac84fd0e20f,35727,1731179832034 because: Region server is closing 2024-11-09T19:17:25,264 INFO [RS:0;fac84fd0e20f:35727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:35727. 2024-11-09T19:17:25,264 DEBUG [RS:0;fac84fd0e20f:35727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:25,264 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:25,264 DEBUG [RS:0;fac84fd0e20f:35727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:25,265 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,35727,1731179832034.replicationSource.shipperfac84fd0e20f%2C35727%2C1731179832034,2-fac84fd0e20f,35727,1731179832034 terminated 2024-11-09T19:17:25,265 INFO [RS:0;fac84fd0e20f:35727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35727 2024-11-09T19:17:25,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/rs/fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/rs 2024-11-09T19:17:25,277 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:25,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,35727,1731179832034] 2024-11-09T19:17:25,298 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/draining/fac84fd0e20f,35727,1731179832034 already deleted, retry=false 2024-11-09T19:17:25,298 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,35727,1731179832034 expired; onlineServers=0 2024-11-09T19:17:25,298 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42117,1731179830895' ***** 2024-11-09T19:17:25,298 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:17:25,299 INFO [M:0;fac84fd0e20f:42117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:25,299 INFO [M:0;fac84fd0e20f:42117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:25,299 DEBUG [M:0;fac84fd0e20f:42117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:17:25,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:17:25,299 DEBUG [M:0;fac84fd0e20f:42117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:17:25,299 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179834132 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179834132,5,FailOnTimeoutGroup] 2024-11-09T19:17:25,299 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179834136 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179834136,5,FailOnTimeoutGroup] 2024-11-09T19:17:25,300 INFO [M:0;fac84fd0e20f:42117 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:25,300 INFO [M:0;fac84fd0e20f:42117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:25,300 DEBUG [M:0;fac84fd0e20f:42117 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:17:25,300 INFO [M:0;fac84fd0e20f:42117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:17:25,300 INFO [M:0;fac84fd0e20f:42117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:25,301 INFO [M:0;fac84fd0e20f:42117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:17:25,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:17:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/master 2024-11-09T19:17:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:25,309 DEBUG [M:0;fac84fd0e20f:42117 {}] zookeeper.ZKUtil(347): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/master because node does not exist (not an error) 2024-11-09T19:17:25,309 WARN [M:0;fac84fd0e20f:42117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:17:25,310 INFO [M:0;fac84fd0e20f:42117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/.lastflushedseqids 2024-11-09T19:17:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741842_1018 (size=181) 2024-11-09T19:17:25,328 INFO [M:0;fac84fd0e20f:42117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:17:25,328 INFO [M:0;fac84fd0e20f:42117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:17:25,329 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:25,329 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:25,329 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:25,329 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:25,329 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:25,329 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T19:17:25,363 DEBUG [M:0;fac84fd0e20f:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7a929a1a24946ac8a5a7f7f6916eefa is 82, key is hbase:meta,,1/info:regioninfo/1731179835160/Put/seqid=0 2024-11-09T19:17:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741843_1019 (size=5672) 2024-11-09T19:17:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35727-0x1012107c7270001, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:25,388 INFO [RS:0;fac84fd0e20f:35727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:25,389 INFO [RS:0;fac84fd0e20f:35727 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,35727,1731179832034; zookeeper connection closed. 2024-11-09T19:17:25,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@eb2e1d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@eb2e1d1 2024-11-09T19:17:25,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:17:25,774 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7a929a1a24946ac8a5a7f7f6916eefa 2024-11-09T19:17:25,804 DEBUG [M:0;fac84fd0e20f:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8ddbfbe3e1845e29ed0c150a245be5f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731179842229/Put/seqid=0 2024-11-09T19:17:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741844_1020 (size=8663) 2024-11-09T19:17:26,214 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8ddbfbe3e1845e29ed0c150a245be5f 2024-11-09T19:17:26,252 DEBUG [M:0;fac84fd0e20f:42117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/029b53b4b3864489aaaf45af85e176d0 is 69, key is fac84fd0e20f,35727,1731179832034/rs:state/1731179834244/Put/seqid=0 2024-11-09T19:17:26,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741845_1021 (size=5156) 2024-11-09T19:17:26,289 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/029b53b4b3864489aaaf45af85e176d0 2024-11-09T19:17:26,298 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7a929a1a24946ac8a5a7f7f6916eefa as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7a929a1a24946ac8a5a7f7f6916eefa 2024-11-09T19:17:26,313 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7a929a1a24946ac8a5a7f7f6916eefa, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T19:17:26,314 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8ddbfbe3e1845e29ed0c150a245be5f as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8ddbfbe3e1845e29ed0c150a245be5f 2024-11-09T19:17:26,330 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8ddbfbe3e1845e29ed0c150a245be5f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T19:17:26,331 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/029b53b4b3864489aaaf45af85e176d0 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/029b53b4b3864489aaaf45af85e176d0 2024-11-09T19:17:26,343 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/029b53b4b3864489aaaf45af85e176d0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T19:17:26,345 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1015ms, sequenceid=115, compaction requested=false 2024-11-09T19:17:26,361 INFO [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:26,361 DEBUG [M:0;fac84fd0e20f:42117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179845328Disabling compacts and flushes for region at 1731179845328Disabling writes for close at 1731179845329 (+1 ms)Obtaining lock to block concurrent updates at 1731179845329Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179845329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731179845330 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179845331 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179845331Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179845363 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179845363Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179845782 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179845804 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179845804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179846229 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179846252 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179846252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1753bf8a: reopening flushed file at 1731179846297 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf7a730: reopening flushed file at 1731179846313 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6cb327: reopening flushed file at 1731179846330 (+17 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1015ms, sequenceid=115, compaction requested=false at 1731179846345 (+15 ms)Writing region close event to WAL at 1731179846360 (+15 ms)Closed at 1731179846360 2024-11-09T19:17:26,367 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 not finished, retry = 0 2024-11-09T19:17:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741830_1006 (size=59421) 2024-11-09T19:17:26,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:26,469 INFO [M:0;fac84fd0e20f:42117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:17:26,469 INFO [M:0;fac84fd0e20f:42117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42117 2024-11-09T19:17:26,469 INFO [M:0;fac84fd0e20f:42117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:26,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:26,619 INFO [M:0;fac84fd0e20f:42117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:26,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42117-0x1012107c7270000, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:26,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:26,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:26,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:26,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:26,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:26,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:26,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:17:26,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:26,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44071 2024-11-09T19:17:26,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44071 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:26,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440710x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:26,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44071-0x1012107c7270006 connected 2024-11-09T19:17:26,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:26,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:26,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:26,782 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: INIT 2024-11-09T19:17:26,782 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0, hbase.cluster.distributed=false 2024-11-09T19:17:26,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/acl 2024-11-09T19:17:26,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-09T19:17:26,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44071 2024-11-09T19:17:26,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44071 2024-11-09T19:17:26,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-09T19:17:26,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44071 2024-11-09T19:17:26,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:26,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:26,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:26,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:26,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:17:26,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:26,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41217 2024-11-09T19:17:26,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41217 connecting to ZooKeeper ensemble=127.0.0.1:55544 2024-11-09T19:17:26,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:26,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:26,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412170x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:26,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412170x0, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:26,846 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: INIT 2024-11-09T19:17:26,846 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:17:26,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41217-0x1012107c7270007 connected 2024-11-09T19:17:26,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:17:26,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/master 2024-11-09T19:17:26,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/acl 2024-11-09T19:17:26,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-09T19:17:26,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41217 2024-11-09T19:17:26,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41217 2024-11-09T19:17:26,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-09T19:17:26,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41217 2024-11-09T19:17:26,880 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:44071 2024-11-09T19:17:26,883 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01243057809/backup-masters/fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:26,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:26,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:26,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:26,897 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on existing znode=/01243057809/backup-masters/fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:26,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01243057809/master 2024-11-09T19:17:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:26,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:26,909 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on existing znode=/01243057809/master 2024-11-09T19:17:26,910 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01243057809/backup-masters/fac84fd0e20f,44071,1731179846621 from backup master directory 2024-11-09T19:17:26,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:26,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/backup-masters/fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:26,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/backup-masters 2024-11-09T19:17:26,919 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:26,919 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:26,939 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:26,940 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:17:26,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:17:26,963 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 23ms. 2024-11-09T19:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741846_1022 (size=196) 2024-11-09T19:17:27,392 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:27,394 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:17:27,394 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:27,407 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T19:17:27,412 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895 to hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895-dead as it is dead 2024-11-09T19:17:27,413 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T19:17:27,414 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T19:17:27,414 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895-dead/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 2024-11-09T19:17:27,419 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895-dead/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 after 3ms 2024-11-09T19:17:27,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895-dead/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 to hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 2024-11-09T19:17:27,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,42117,1731179830895-dead 2024-11-09T19:17:27,420 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:27,422 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:27,423 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C44071%2C1731179846621, suffix=, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,44071,1731179846621, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/oldWALs, maxLogs=10 2024-11-09T19:17:27,439 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,44071,1731179846621/fac84fd0e20f%2C44071%2C1731179846621.1731179847423, exclude list is [], retry=0 2024-11-09T19:17:27,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:27,449 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/WALs/fac84fd0e20f,44071,1731179846621/fac84fd0e20f%2C44071%2C1731179846621.1731179847423 2024-11-09T19:17:27,449 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:27,449 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:27,449 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:27,449 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,450 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:17:27,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:27,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7a929a1a24946ac8a5a7f7f6916eefa 2024-11-09T19:17:27,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:27,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:17:27,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:27,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8ddbfbe3e1845e29ed0c150a245be5f 2024-11-09T19:17:27,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:27,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:17:27,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:27,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/029b53b4b3864489aaaf45af85e176d0 2024-11-09T19:17:27,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:27,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:17:27,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:27,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:27,511 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,513 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T19:17:27,513 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 2024-11-09T19:17:27,537 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 2024-11-09T19:17:27,539 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C42117%2C1731179830895.1731179833208 2024-11-09T19:17:27,541 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,541 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,542 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:27,546 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:27,555 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T19:17:27,556 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74261740, jitterRate=0.10658615827560425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:27,557 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179847450Initializing all the Stores at 1731179847451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179847451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179847451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179847451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179847451Cleaning up temporary data from old regions at 1731179847541 (+90 ms)Region opened successfully at 1731179847556 (+15 ms) 2024-11-09T19:17:27,557 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:17:27,568 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d610fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:27,584 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T19:17:27,585 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:17:27,586 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:17:27,586 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:17:27,587 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:17:27,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:27,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:17:27,596 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:17:27,596 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:17:27,597 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T19:17:27,597 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T19:17:27,597 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-09T19:17:27,597 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:17:27,609 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fac84fd0e20f,35727,1731179832034, regionLocation=fac84fd0e20f,35727,1731179832034, openSeqNum=2 2024-11-09T19:17:27,610 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fac84fd0e20f,35727,1731179832034, table=hbase:meta, region=1588230740 2024-11-09T19:17:27,610 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,35727,1731179832034, state=OPEN 2024-11-09T19:17:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:27,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:27,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:27,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:27,628 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:17:27,634 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/draining/fac84fd0e20f,35727,1731179832034 already deleted, retry=false 2024-11-09T19:17:27,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fac84fd0e20f,35727,1731179832034 on fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:27,640 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fac84fd0e20f,35727,1731179832034, splitWal=true, meta=true 2024-11-09T19:17:27,643 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for fac84fd0e20f,35727,1731179832034 (carryingMeta=true) fac84fd0e20f,35727,1731179832034/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5c5649d3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T19:17:27,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/balancer because node does not exist (not necessarily an error) 2024-11-09T19:17:27,686 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/balancer already deleted, retry=false 2024-11-09T19:17:27,687 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:17:27,688 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:17:27,708 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/normalizer already deleted, retry=false 2024-11-09T19:17:27,709 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:17:27,710 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:17:27,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/switch/split already deleted, retry=false 2024-11-09T19:17:27,720 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:17:27,729 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/switch/merge already deleted, retry=false 2024-11-09T19:17:27,752 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:17:27,761 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/snapshot-cleanup already deleted, retry=false 2024-11-09T19:17:27,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:27,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:27,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:27,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:27,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,44071,1731179846621, sessionid=0x1012107c7270006, setting cluster-up flag (Was=false) 2024-11-09T19:17:27,783 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01243057809/flush-table-proc/acquired, /01243057809/flush-table-proc/reached, /01243057809/flush-table-proc/abort 2024-11-09T19:17:27,784 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:27,793 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01243057809/online-snapshot/acquired, /01243057809/online-snapshot/reached, /01243057809/online-snapshot/abort 2024-11-09T19:17:27,795 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:27,796 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/.lastflushedseqids 2024-11-09T19:17:27,800 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:17:27,801 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:17:27,801 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,44071,1731179846621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fac84fd0e20f,35727,1731179832034 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:27,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,812 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fac84fd0e20f,35727,1731179832034, splitWal=true, meta=true 2024-11-09T19:17:27,814 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,35727,1731179832034, splitWal=true, meta=true, isMeta: true 2024-11-09T19:17:27,816 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034-splitting 2024-11-09T19:17:27,817 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034-splitting dir is empty, no logs to split. 2024-11-09T19:17:27,817 INFO [PEWorker-1 {}] master.SplitWALManager(105): fac84fd0e20f,35727,1731179832034 WAL count=0, meta=true 2024-11-09T19:17:27,826 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034-splitting dir is empty, no logs to split. 2024-11-09T19:17:27,826 INFO [PEWorker-1 {}] master.SplitWALManager(105): fac84fd0e20f,35727,1731179832034 WAL count=0, meta=true 2024-11-09T19:17:27,826 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fac84fd0e20f,35727,1731179832034 WAL splitting is done? wals=0, meta=true 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179877827 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:17:27,828 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:27,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:17:27,832 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:27,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:17:27,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:17:27,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:17:27,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:17:27,833 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:17:27,836 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:17:27,836 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:17:27,848 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179847836,5,FailOnTimeoutGroup] 2024-11-09T19:17:27,855 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179847848,5,FailOnTimeoutGroup] 2024-11-09T19:17:27,855 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:27,855 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:17:27,856 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:27,856 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:27,856 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179847856, completionTime=-1 2024-11-09T19:17:27,856 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T19:17:27,859 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T19:17:27,866 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(746): ClusterId : 08abf13d-d45f-409d-b1ac-fd3944a7b8a9 2024-11-09T19:17:27,866 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:17:27,878 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:17:27,878 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:17:27,888 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:17:27,889 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcaebc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:27,905 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:41217 2024-11-09T19:17:27,905 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:17:27,905 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:17:27,905 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:17:27,906 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,44071,1731179846621 with port=41217, startcode=1731179846814 2024-11-09T19:17:27,906 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:17:27,908 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:17:27,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:27,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44071 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:27,910 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T19:17:27,910 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0 2024-11-09T19:17:27,910 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37023 2024-11-09T19:17:27,910 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:17:27,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/rs 2024-11-09T19:17:27,919 DEBUG [RS:0;fac84fd0e20f:41217 {}] zookeeper.ZKUtil(111): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on existing znode=/01243057809/rs/fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:27,919 WARN [RS:0;fac84fd0e20f:41217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:27,920 INFO [RS:0;fac84fd0e20f:41217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:27,920 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:27,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,41217,1731179846814] 2024-11-09T19:17:27,972 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:17:27,984 WARN [fac84fd0e20f:44071 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:17:27,989 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:17:27,990 INFO [RS:0;fac84fd0e20f:41217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:17:27,990 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:27,990 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:17:27,992 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:17:27,992 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:27,992 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,992 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,992 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,992 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,992 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,992 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:27,993 DEBUG [RS:0;fac84fd0e20f:41217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:28,006 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,006 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,006 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,006 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,006 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,006 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41217,1731179846814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:28,032 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:17:28,032 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41217,1731179846814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,055 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,41217,1731179846814, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:17:28,077 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(231): queueId=2-fac84fd0e20f,41217,1731179846814, ReplicationSource: 2, currentBandwidth=0 2024-11-09T19:17:28,080 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:28,085 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,085 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a996cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:28,085 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.Replication(171): fac84fd0e20f,41217,1731179846814 started 2024-11-09T19:17:28,085 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:28,086 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:28,089 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45cd6674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:28,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:28,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:28,092 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:28,094 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1122cac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:28,094 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:28,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:28,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7816ea09 2024-11-09T19:17:28,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:28,102 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T19:17:28,105 INFO [RS:0;fac84fd0e20f:41217.replicationSource,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,41217,1731179846814 (queues=0) is replicating from cluster=08abf13d-d45f-409d-b1ac-fd3944a7b8a9 to cluster=84a158e8-5c9f-4578-9d12-211191aefcda 2024-11-09T19:17:28,111 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41041' 2024-11-09T19:17:28,112 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:28,112 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,41217,1731179846814, RpcServer on fac84fd0e20f/172.17.0.2:41217, sessionid=0x1012107c7270007 2024-11-09T19:17:28,112 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:17:28,112 DEBUG [RS:0;fac84fd0e20f:41217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:28,112 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d414d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:28,112 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,41217,1731179846814' 2024-11-09T19:17:28,112 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41041,-1 for getting cluster id 2024-11-09T19:17:28,112 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01243057809/flush-table-proc/abort' 2024-11-09T19:17:28,113 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:28,113 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01243057809/flush-table-proc/acquired' 2024-11-09T19:17:28,114 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:17:28,114 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:17:28,114 DEBUG [RS:0;fac84fd0e20f:41217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:28,114 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,41217,1731179846814' 2024-11-09T19:17:28,114 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01243057809/online-snapshot/abort' 2024-11-09T19:17:28,115 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '84a158e8-5c9f-4578-9d12-211191aefcda' 2024-11-09T19:17:28,115 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01243057809/online-snapshot/acquired' 2024-11-09T19:17:28,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:28,115 DEBUG [RS:0;fac84fd0e20f:41217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:17:28,116 INFO [RS:0;fac84fd0e20f:41217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:17:28,116 INFO [RS:0;fac84fd0e20f:41217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:17:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "84a158e8-5c9f-4578-9d12-211191aefcda" 2024-11-09T19:17:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a1c3c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41041,-1] 2024-11-09T19:17:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:28,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:28,118 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:28,119 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223526d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:28,119 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:28,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:28,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d750313 2024-11-09T19:17:28,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:28,122 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T19:17:28,124 INFO [RS:0;fac84fd0e20f:41217.replicationSource,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fac84fd0e20f,41217,1731179846814 (queues=0) is replicating from cluster=08abf13d-d45f-409d-b1ac-fd3944a7b8a9 to cluster=84a158e8-5c9f-4578-9d12-211191aefcda 2024-11-09T19:17:28,216 INFO [RS:0;fac84fd0e20f:41217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:28,219 INFO [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C41217%2C1731179846814, suffix=, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs, maxLogs=10 2024-11-09T19:17:28,239 DEBUG [RS:0;fac84fd0e20f:41217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220, exclude list is [], retry=0 2024-11-09T19:17:28,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:28,249 INFO [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 2024-11-09T19:17:28,255 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fac84fd0e20f%2C41217%2C1731179846814 for peer 1 2024-11-09T19:17:28,255 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fac84fd0e20f%2C41217%2C1731179846814 for peer 2 2024-11-09T19:17:28,255 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C41217%2C1731179846814 2024-11-09T19:17:28,255 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,41217,1731179846814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:17:28,260 INFO [RS:0;fac84fd0e20f:41217.replicationSource.shipperfac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C41217%2C1731179846814 2024-11-09T19:17:28,260 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fac84fd0e20f%2C41217%2C1731179846814 2024-11-09T19:17:28,260 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fac84fd0e20f,41217,1731179846814, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:17:28,265 INFO [RS:0;fac84fd0e20f:41217.replicationSource.shipperfac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C41217%2C1731179846814 2024-11-09T19:17:28,265 DEBUG [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:28,265 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220, startPosition=0, beingWritten=true 2024-11-09T19:17:28,266 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220, startPosition=0, beingWritten=true 2024-11-09T19:17:28,484 DEBUG [fac84fd0e20f:44071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:28,485 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:28,487 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,41217,1731179846814, state=OPENING 2024-11-09T19:17:28,495 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:28,499 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:28,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:28,539 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:28,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:28,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:28,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,41217,1731179846814}] 2024-11-09T19:17:28,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:17:28,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:17:28,701 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:17:28,701 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:28,702 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:17:28,710 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C41217%2C1731179846814.meta, suffix=.meta, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs, maxLogs=10 2024-11-09T19:17:28,725 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.meta.1731179848710.meta, exclude list is [], retry=0 2024-11-09T19:17:28,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:28,741 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.meta.1731179848710.meta 2024-11-09T19:17:28,747 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:28,747 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:28,752 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:28,752 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:28,752 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:17:28,753 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:17:28,753 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:17:28,753 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:28,753 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:17:28,753 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:17:28,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:28,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:28,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:28,784 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/info/dc604a28b33d440ab6025c51a7e94cd3 2024-11-09T19:17:28,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:28,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:28,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:28,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:28,804 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:28,806 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:28,810 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/ns/ed975bb808b74e0fbce5221681259690 2024-11-09T19:17:28,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:28,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:28,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:28,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:28,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:28,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:28,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:28,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:28,840 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/table/f606792d535b45aea80d188bcc092c5a 2024-11-09T19:17:28,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:28,840 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:28,844 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740 2024-11-09T19:17:28,849 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740 2024-11-09T19:17:28,851 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:28,851 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:28,852 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:28,854 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:28,855 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66224301, jitterRate=-0.013181015849113464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:28,855 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:17:28,855 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179848753Writing region info on filesystem at 1731179848753Initializing all the Stores at 1731179848755 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179848755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179848755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179848755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179848755Cleaning up temporary data from old regions at 1731179848851 (+96 ms)Running coprocessor post-open hooks at 1731179848855 (+4 ms)Region opened successfully at 1731179848855 2024-11-09T19:17:28,857 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731179848692 2024-11-09T19:17:28,861 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:17:28,861 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:17:28,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:28,867 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,41217,1731179846814, state=OPEN 2024-11-09T19:17:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:28,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01243057809/meta-region-server 2024-11-09T19:17:28,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:28,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01243057809/meta-region-server: CHANGED 2024-11-09T19:17:28,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:28,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T19:17:28,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,41217,1731179846814 in 349 msec 2024-11-09T19:17:28,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T19:17:28,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0650 sec 2024-11-09T19:17:29,224 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:29,227 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:29,416 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1560ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-09T19:17:29,749 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:29,750 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:30,359 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:30,359 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:30,919 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3063ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-09T19:17:31,069 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:31,070 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:31,875 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:31,875 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:32,373 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T19:17:32,373 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:17:32,374 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:32,375 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,41217,1731179846814, seqNum=-1] 2024-11-09T19:17:32,376 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:32,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:32,399 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c8f17ff50a1683bbd3810ad2d0b8882a, regionState=OPEN, lastHost=fac84fd0e20f,35727,1731179832034, regionLocation=fac84fd0e20f,35727,1731179832034, openSeqNum=2 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179912399 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179972399 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44071,1731179846621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44071,1731179846621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,399 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fac84fd0e20f,35727,1731179832034 had 2 regions 2024-11-09T19:17:32,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44071,1731179846621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,400 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:44071, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,400 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,400 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,401 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,35727,1731179832034, splitWal=true, meta=true, isMeta: false 2024-11-09T19:17:32,403 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034-splitting dir is empty, no logs to split. 2024-11-09T19:17:32,403 INFO [PEWorker-2 {}] master.SplitWALManager(105): fac84fd0e20f,35727,1731179832034 WAL count=0, meta=false 2024-11-09T19:17:32,407 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,35727,1731179832034-splitting dir is empty, no logs to split. 2024-11-09T19:17:32,407 INFO [PEWorker-2 {}] master.SplitWALManager(105): fac84fd0e20f,35727,1731179832034 WAL count=0, meta=false 2024-11-09T19:17:32,407 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fac84fd0e20f,35727,1731179832034 WAL splitting is done? wals=0, meta=false 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.488sec 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44071,1731179846621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:32,407 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44071,1731179846621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:17:32,410 WARN [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fac84fd0e20f,35727,1731179832034/hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:32,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN}] 2024-11-09T19:17:32,411 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN 2024-11-09T19:17:32,412 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:17:32,412 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:17:32,412 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44071,1731179846621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:32,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:17:32,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78275969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:32,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44071,-1 for getting cluster id 2024-11-09T19:17:32,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:32,474 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08abf13d-d45f-409d-b1ac-fd3944a7b8a9' 2024-11-09T19:17:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08abf13d-d45f-409d-b1ac-fd3944a7b8a9" 2024-11-09T19:17:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5360f83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44071,-1] 2024-11-09T19:17:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:32,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,481 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:32,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186630c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:32,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,41217,1731179846814, seqNum=-1] 2024-11-09T19:17:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:32,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T19:17:32,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:32,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:32,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:32,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fac84fd0e20f:44071 after: fac84fd0e20f:44071 2024-11-09T19:17:32,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780cff3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:32,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44071,-1 for getting cluster id 2024-11-09T19:17:32,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:32,491 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08abf13d-d45f-409d-b1ac-fd3944a7b8a9' 2024-11-09T19:17:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08abf13d-d45f-409d-b1ac-fd3944a7b8a9" 2024-11-09T19:17:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44071,-1] 2024-11-09T19:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:32,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,493 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:32,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a12c7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:32,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5137c7 2024-11-09T19:17:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:32,496 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:32,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:17:32,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T19:17:32,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:17:32,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T19:17:32,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:17:32,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:32,502 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:32,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:17:32,503 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817350310, stopped=false 2024-11-09T19:17:32,503 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,41041,1731179838650 2024-11-09T19:17:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252794315/running 2024-11-09T19:17:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252794315/running 2024-11-09T19:17:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:32,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:32,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:32,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:32,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:32,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/running 2024-11-09T19:17:32,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Set watcher on znode that does not yet exist, /11252794315/running 2024-11-09T19:17:32,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,37431,1731179838823' ***** 2024-11-09T19:17:32,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:17:32,531 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:17:32,531 INFO [RS:0;fac84fd0e20f:37431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:17:32,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:17:32,531 INFO [RS:0;fac84fd0e20f:37431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:37431. 2024-11-09T19:17:32,532 DEBUG [RS:0;fac84fd0e20f:37431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:32,532 DEBUG [RS:0;fac84fd0e20f:37431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:17:32,532 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:17:32,533 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:17:32,533 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:17:32,533 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:32,533 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:32,533 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:32,533 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:32,533 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:32,533 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:32,533 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T19:17:32,553 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/.tmp/ns/1be961906fea43e0b659c669b298ce13 is 43, key is default/ns:d/1731179841482/Put/seqid=0 2024-11-09T19:17:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741835_1011 (size=5153) 2024-11-09T19:17:32,563 DEBUG [fac84fd0e20f:44071 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:32,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c8f17ff50a1683bbd3810ad2d0b8882a, regionState=OPENING, regionLocation=fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:32,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN because future has completed 2024-11-09T19:17:32,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8f17ff50a1683bbd3810ad2d0b8882a, server=fac84fd0e20f,41217,1731179846814}] 2024-11-09T19:17:32,573 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:32,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:32,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:32,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:17:32,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C41217%2C1731179846814.rep, suffix=, logDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814, archiveDir=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs, maxLogs=10 2024-11-09T19:17:32,733 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:32,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.rep.1731179852731, exclude list is [], retry=0 2024-11-09T19:17:32,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37001,DS-b13e1fa2-f197-40dc-8457-534e046834d7,DISK] 2024-11-09T19:17:32,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.rep.1731179852731 2024-11-09T19:17:32,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-09T19:17:32,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c8f17ff50a1683bbd3810ad2d0b8882a, NAME => 'hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:32,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:32,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:32,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. service=MultiRowMutationService 2024-11-09T19:17:32,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:17:32,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:32,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,754 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,755 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f17ff50a1683bbd3810ad2d0b8882a columnFamilyName hfileref 2024-11-09T19:17:32,755 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:32,756 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(327): Store=c8f17ff50a1683bbd3810ad2d0b8882a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:32,756 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,757 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f17ff50a1683bbd3810ad2d0b8882a columnFamilyName queue 2024-11-09T19:17:32,757 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:32,765 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/queue/7eead29a010243f288a89e91f4e8b6c7 2024-11-09T19:17:32,766 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(327): Store=c8f17ff50a1683bbd3810ad2d0b8882a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:32,766 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,767 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8f17ff50a1683bbd3810ad2d0b8882a columnFamilyName sid 2024-11-09T19:17:32,767 DEBUG [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:32,767 INFO [StoreOpener-c8f17ff50a1683bbd3810ad2d0b8882a-1 {}] regionserver.HStore(327): Store=c8f17ff50a1683bbd3810ad2d0b8882a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:32,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:17:32,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c8f17ff50a1683bbd3810ad2d0b8882a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66763219, jitterRate=-0.005150511860847473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:17:32,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:32,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c8f17ff50a1683bbd3810ad2d0b8882a: Running coprocessor pre-open hook at 1731179852753Writing region info on filesystem at 1731179852753Initializing all the Stores at 1731179852754 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179852754Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179852754Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179852754Cleaning up temporary data from old regions at 1731179852771 (+17 ms)Running coprocessor post-open hooks at 1731179852775 (+4 ms)Region opened successfully at 1731179852776 (+1 ms) 2024-11-09T19:17:32,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a., pid=19, masterSystemTime=1731179852721 2024-11-09T19:17:32,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:32,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:32,780 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:32,780 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:32,781 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c8f17ff50a1683bbd3810ad2d0b8882a, regionState=OPEN, openSeqNum=10, regionLocation=fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8f17ff50a1683bbd3810ad2d0b8882a, server=fac84fd0e20f,41217,1731179846814 because future has completed 2024-11-09T19:17:32,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T19:17:32,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c8f17ff50a1683bbd3810ad2d0b8882a, server=fac84fd0e20f,41217,1731179846814 in 219 msec 2024-11-09T19:17:32,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T19:17:32,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8f17ff50a1683bbd3810ad2d0b8882a, ASSIGN in 380 msec 2024-11-09T19:17:32,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T19:17:32,794 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:17:32,794 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:17:32,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a., hostname=fac84fd0e20f,41217,1731179846814, seqNum=10] 2024-11-09T19:17:32,831 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for fac84fd0e20f,35727,1731179832034 2024-11-09T19:17:32,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T19:17:32,933 DEBUG [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:32,958 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/.tmp/ns/1be961906fea43e0b659c669b298ce13 2024-11-09T19:17:32,966 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/.tmp/ns/1be961906fea43e0b659c669b298ce13 as hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/ns/1be961906fea43e0b659c669b298ce13 2024-11-09T19:17:32,974 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/ns/1be961906fea43e0b659c669b298ce13, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T19:17:32,975 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-09T19:17:32,981 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T19:17:32,982 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:32,982 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:32,982 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:32,982 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179852533Running coprocessor pre-close hooks at 1731179852533Disabling compacts and flushes for region at 1731179852533Disabling writes for close at 1731179852533Obtaining lock to block concurrent updates at 1731179852533Preparing flush snapshotting stores in 1588230740 at 1731179852533Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731179852534 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731179852535 (+1 ms)Flushing 1588230740/ns: creating writer at 1731179852535Flushing 1588230740/ns: appending metadata at 1731179852552 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731179852553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b79a3f0: reopening flushed file at 1731179852965 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731179852975 (+10 ms)Writing region close event to WAL at 1731179852976 (+1 ms)Running coprocessor post-close hooks at 1731179852982 (+6 ms)Closed at 1731179852982 2024-11-09T19:17:32,982 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:32,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41217 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T19:17:33,133 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,37431,1731179838823; all regions closed. 2024-11-09T19:17:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741834_1010 (size=1152) 2024-11-09T19:17:33,140 DEBUG [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/oldWALs 2024-11-09T19:17:33,140 INFO [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C37431%2C1731179838823.meta:.meta(num 1731179841346) 2024-11-09T19:17:33,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741833_1009 (size=93) 2024-11-09T19:17:33,145 DEBUG [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/oldWALs 2024-11-09T19:17:33,145 INFO [RS:0;fac84fd0e20f:37431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C37431%2C1731179838823:(num 1731179840917) 2024-11-09T19:17:33,145 DEBUG [RS:0;fac84fd0e20f:37431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:33,145 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:33,145 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:33,145 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:33,146 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:33,146 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:33,146 INFO [RS:0;fac84fd0e20f:37431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37431 2024-11-09T19:17:33,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252794315/rs/fac84fd0e20f,37431,1731179838823 2024-11-09T19:17:33,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315/rs 2024-11-09T19:17:33,161 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:33,182 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,37431,1731179838823] 2024-11-09T19:17:33,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11252794315/draining/fac84fd0e20f,37431,1731179838823 already deleted, retry=false 2024-11-09T19:17:33,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,37431,1731179838823 expired; onlineServers=0 2024-11-09T19:17:33,203 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,41041,1731179838650' ***** 2024-11-09T19:17:33,203 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:17:33,203 INFO [M:0;fac84fd0e20f:41041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:33,203 INFO [M:0;fac84fd0e20f:41041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:33,204 DEBUG [M:0;fac84fd0e20f:41041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:17:33,204 DEBUG [M:0;fac84fd0e20f:41041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:17:33,204 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:17:33,204 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179840509 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179840509,5,FailOnTimeoutGroup] 2024-11-09T19:17:33,204 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179840510 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179840510,5,FailOnTimeoutGroup] 2024-11-09T19:17:33,204 INFO [M:0;fac84fd0e20f:41041 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:33,204 INFO [M:0;fac84fd0e20f:41041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:33,204 DEBUG [M:0;fac84fd0e20f:41041 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:17:33,205 INFO [M:0;fac84fd0e20f:41041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:17:33,205 INFO [M:0;fac84fd0e20f:41041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:33,205 INFO [M:0;fac84fd0e20f:41041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:17:33,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:17:33,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11252794315/master 2024-11-09T19:17:33,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11252794315 2024-11-09T19:17:33,213 DEBUG [M:0;fac84fd0e20f:41041 {}] zookeeper.ZKUtil(347): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Unable to get data of znode /11252794315/master because node does not exist (not an error) 2024-11-09T19:17:33,213 WARN [M:0;fac84fd0e20f:41041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:17:33,215 INFO [M:0;fac84fd0e20f:41041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/.lastflushedseqids 2024-11-09T19:17:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741836_1012 (size=99) 2024-11-09T19:17:33,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:33,282 INFO [RS:0;fac84fd0e20f:37431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:33,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37431-0x1012107c7270004, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:33,282 INFO [RS:0;fac84fd0e20f:37431 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,37431,1731179838823; zookeeper connection closed. 2024-11-09T19:17:33,283 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4df74e36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4df74e36 2024-11-09T19:17:33,283 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:17:33,624 INFO [M:0;fac84fd0e20f:41041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:17:33,625 INFO [M:0;fac84fd0e20f:41041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:17:33,625 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:33,625 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:33,625 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:33,625 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:33,626 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:33,626 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T19:17:33,647 DEBUG [M:0;fac84fd0e20f:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/378a801b14f74f17b8397aedbce43df2 is 82, key is hbase:meta,,1/info:regioninfo/1731179841444/Put/seqid=0 2024-11-09T19:17:33,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741837_1013 (size=5672) 2024-11-09T19:17:33,790 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:33,790 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:34,054 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/378a801b14f74f17b8397aedbce43df2 2024-11-09T19:17:34,079 DEBUG [M:0;fac84fd0e20f:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0191540a8a14e73b3f3ce2aa893b5a5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731179841495/Put/seqid=0 2024-11-09T19:17:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741838_1014 (size=5275) 2024-11-09T19:17:34,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:34,484 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0191540a8a14e73b3f3ce2aa893b5a5 2024-11-09T19:17:34,507 DEBUG [M:0;fac84fd0e20f:41041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f7e093bd4fc47968409c1f874ba0fe8 is 69, key is fac84fd0e20f,37431,1731179838823/rs:state/1731179840584/Put/seqid=0 2024-11-09T19:17:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741839_1015 (size=5156) 2024-11-09T19:17:34,896 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:34,896 DEBUG [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/WALs/fac84fd0e20f,41217,1731179846814/fac84fd0e20f%2C41217%2C1731179846814.1731179848220 to pos 0, reset compression=false 2024-11-09T19:17:34,913 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f7e093bd4fc47968409c1f874ba0fe8 2024-11-09T19:17:34,919 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/378a801b14f74f17b8397aedbce43df2 as hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/378a801b14f74f17b8397aedbce43df2 2024-11-09T19:17:34,926 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/378a801b14f74f17b8397aedbce43df2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T19:17:34,927 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f0191540a8a14e73b3f3ce2aa893b5a5 as hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0191540a8a14e73b3f3ce2aa893b5a5 2024-11-09T19:17:34,934 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f0191540a8a14e73b3f3ce2aa893b5a5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T19:17:34,936 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f7e093bd4fc47968409c1f874ba0fe8 as hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f7e093bd4fc47968409c1f874ba0fe8 2024-11-09T19:17:34,943 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46789/user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f7e093bd4fc47968409c1f874ba0fe8, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T19:17:34,944 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false 2024-11-09T19:17:34,946 INFO [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:34,946 DEBUG [M:0;fac84fd0e20f:41041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179853625Disabling compacts and flushes for region at 1731179853625Disabling writes for close at 1731179853625Obtaining lock to block concurrent updates at 1731179853626 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179853626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731179853627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179853628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179853629 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179853647 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179853647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179854064 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179854079 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179854079Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179854490 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179854507 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179854507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45b4ad18: reopening flushed file at 1731179854918 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c93bde9: reopening flushed file at 1731179854926 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d493bd: reopening flushed file at 1731179854934 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=28, compaction requested=false at 1731179854944 (+10 ms)Writing region close event to WAL at 1731179854946 (+2 ms)Closed at 1731179854946 2024-11-09T19:17:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35437 is added to blk_1073741830_1006 (size=10165) 2024-11-09T19:17:34,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03ecd7e0-d8f2-2efb-1359-534ce5ca54a6/MasterData/WALs/fac84fd0e20f,41041,1731179838650/fac84fd0e20f%2C41041%2C1731179838650.1731179839866 not finished, retry = 0 2024-11-09T19:17:35,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:35,049 INFO [M:0;fac84fd0e20f:41041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:17:35,050 INFO [M:0;fac84fd0e20f:41041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41041 2024-11-09T19:17:35,052 INFO [M:0;fac84fd0e20f:41041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:35,165 INFO [M:0;fac84fd0e20f:41041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:35,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41041-0x1012107c7270003, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:35,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54aea4a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:35,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fc5bb7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:35,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:35,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d790cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:35,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:35,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:17:35,182 WARN [BP-1203292462-172.17.0.2-1731179835911 heartbeating to localhost/127.0.0.1:46789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:17:35,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:17:35,182 WARN [BP-1203292462-172.17.0.2-1731179835911 heartbeating to localhost/127.0.0.1:46789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1203292462-172.17.0.2-1731179835911 (Datanode Uuid 7245749e-e460-4ff2-9063-c5c73e60cdd5) service to localhost/127.0.0.1:46789 2024-11-09T19:17:35,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/cluster_fb6014da-4a97-e1b0-7cf0-aba8f08dca82/data/data1/current/BP-1203292462-172.17.0.2-1731179835911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:35,184 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/cluster_fb6014da-4a97-e1b0-7cf0-aba8f08dca82/data/data2/current/BP-1203292462-172.17.0.2-1731179835911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:35,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:17:35,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a600bd4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:35,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b38433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:35,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:35,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@593d539d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:35,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:17:35,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:35,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:35,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:35,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:17:35,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1324003999, stopped=false 2024-11-09T19:17:35,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,44071,1731179846621 2024-11-09T19:17:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/running 2024-11-09T19:17:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:35,224 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:35,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:35,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:35,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:35,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Set watcher on znode that does not yet exist, /01243057809/running 2024-11-09T19:17:35,225 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,41217,1731179846814' ***** 2024-11-09T19:17:35,225 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:17:35,225 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:17:35,225 INFO [RS:0;fac84fd0e20f:41217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:17:35,225 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(3091): Received CLOSE for c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:41217. 2024-11-09T19:17:35,226 DEBUG [RS:0;fac84fd0e20f:41217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:35,226 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,226 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8f17ff50a1683bbd3810ad2d0b8882a, disabling compactions & flushes 2024-11-09T19:17:35,226 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:17:35,226 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:17:35,226 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:35,227 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:17:35,227 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. after waiting 0 ms 2024-11-09T19:17:35,227 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:17:35,227 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:35,227 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:17:35,227 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c8f17ff50a1683bbd3810ad2d0b8882a=hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a.} 2024-11-09T19:17:35,227 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8f17ff50a1683bbd3810ad2d0b8882a 2024-11-09T19:17:35,227 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:35,227 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:35,227 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:35,227 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:35,228 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:35,228 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T19:17:35,233 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/replication/c8f17ff50a1683bbd3810ad2d0b8882a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T19:17:35,234 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:35,234 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:35,234 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:35,234 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8f17ff50a1683bbd3810ad2d0b8882a: Waiting for close lock at 1731179855226Running coprocessor pre-close hooks at 1731179855226Disabling compacts and flushes for region at 1731179855226Disabling writes for close at 1731179855227 (+1 ms)Writing region close event to WAL at 1731179855228 (+1 ms)Running coprocessor post-close hooks at 1731179855234 (+6 ms)Closed at 1731179855234 2024-11-09T19:17:35,234 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a. 2024-11-09T19:17:35,245 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/info/1c4a884f1cf24b8c878b22ed00275b79 is 147, key is hbase:replication,,1731179841710.c8f17ff50a1683bbd3810ad2d0b8882a./info:regioninfo/1731179852780/Put/seqid=0 2024-11-09T19:17:35,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741851_1027 (size=6385) 2024-11-09T19:17:35,318 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:35,427 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:35,628 DEBUG [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:35,651 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/info/1c4a884f1cf24b8c878b22ed00275b79 2024-11-09T19:17:35,663 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/.tmp/info/1c4a884f1cf24b8c878b22ed00275b79 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/info/1c4a884f1cf24b8c878b22ed00275b79 2024-11-09T19:17:35,670 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/info/1c4a884f1cf24b8c878b22ed00275b79, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T19:17:35,671 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-11-09T19:17:35,677 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T19:17:35,678 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:35,678 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:35,678 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:35,678 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179855227Running coprocessor pre-close hooks at 1731179855227Disabling compacts and flushes for region at 1731179855227Disabling writes for close at 1731179855227Obtaining lock to block concurrent updates at 1731179855228 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731179855228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731179855228Flushing stores of hbase:meta,,1.1588230740 at 1731179855229 (+1 ms)Flushing 1588230740/info: creating writer at 1731179855229Flushing 1588230740/info: appending metadata at 1731179855245 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731179855245Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff972a2: reopening flushed file at 1731179855662 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1731179855671 (+9 ms)Writing region close event to WAL at 1731179855673 (+2 ms)Running coprocessor post-close hooks at 1731179855678 (+5 ms)Closed at 1731179855678 2024-11-09T19:17:35,679 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:35,828 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,41217,1731179846814; all regions closed. 2024-11-09T19:17:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741849_1025 (size=2156) 2024-11-09T19:17:35,834 DEBUG [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs 2024-11-09T19:17:35,834 INFO [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C41217%2C1731179846814.meta:.meta(num 1731179848710) 2024-11-09T19:17:35,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741850_1026 (size=796) 2024-11-09T19:17:35,839 DEBUG [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs 2024-11-09T19:17:35,839 INFO [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C41217%2C1731179846814.rep:(num 1731179852731) 2024-11-09T19:17:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741848_1024 (size=93) 2024-11-09T19:17:35,843 DEBUG [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/oldWALs 2024-11-09T19:17:35,844 INFO [RS:0;fac84fd0e20f:41217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C41217%2C1731179846814:(num 1731179848220) 2024-11-09T19:17:35,844 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,844 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:35,844 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:35,844 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:35,844 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:35,844 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:35,844 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T19:17:35,844 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,41217,1731179846814 because: Region server is closing 2024-11-09T19:17:35,845 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T19:17:35,845 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T19:17:35,845 INFO [RS:0;fac84fd0e20f:41217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:41217. 2024-11-09T19:17:35,845 DEBUG [RS:0;fac84fd0e20f:41217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:35,845 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,845 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:35,945 WARN [RS:0;fac84fd0e20f:41217.replicationSource.shipperfac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:17:35,945 WARN [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:17:35,946 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fac84fd0e20f:41217.replicationSource.shipperfac84fd0e20f%2C41217%2C1731179846814,1-fac84fd0e20f,41217,1731179846814 terminated 2024-11-09T19:17:35,946 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fac84fd0e20f,41217,1731179846814 because: Region server is closing 2024-11-09T19:17:35,946 INFO [RS:0;fac84fd0e20f:41217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:41217. 2024-11-09T19:17:35,946 DEBUG [RS:0;fac84fd0e20f:41217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:35,946 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,947 DEBUG [RS:0;fac84fd0e20f:41217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:35,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:36,047 WARN [RS:0;fac84fd0e20f:41217.replicationSource.wal-reader.fac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:17:36,047 WARN [RS:0;fac84fd0e20f:41217.replicationSource.shipperfac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:17:36,047 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;fac84fd0e20f:41217.replicationSource.shipperfac84fd0e20f%2C41217%2C1731179846814,2-fac84fd0e20f,41217,1731179846814 terminated 2024-11-09T19:17:36,048 INFO [RS:0;fac84fd0e20f:41217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41217 2024-11-09T19:17:36,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809/rs 2024-11-09T19:17:36,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/rs/fac84fd0e20f,41217,1731179846814 2024-11-09T19:17:36,055 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:36,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,41217,1731179846814] 2024-11-09T19:17:36,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01243057809/draining/fac84fd0e20f,41217,1731179846814 already deleted, retry=false 2024-11-09T19:17:36,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,41217,1731179846814 expired; onlineServers=0 2024-11-09T19:17:36,076 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,44071,1731179846621' ***** 2024-11-09T19:17:36,076 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:17:36,076 INFO [M:0;fac84fd0e20f:44071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:36,076 INFO [M:0;fac84fd0e20f:44071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:36,076 DEBUG [M:0;fac84fd0e20f:44071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:17:36,077 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:17:36,077 DEBUG [M:0;fac84fd0e20f:44071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:17:36,077 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179847836 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179847836,5,FailOnTimeoutGroup] 2024-11-09T19:17:36,077 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179847848 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179847848,5,FailOnTimeoutGroup] 2024-11-09T19:17:36,077 INFO [M:0;fac84fd0e20f:44071 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:36,077 INFO [M:0;fac84fd0e20f:44071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:36,077 DEBUG [M:0;fac84fd0e20f:44071 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:17:36,077 INFO [M:0;fac84fd0e20f:44071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:17:36,077 INFO [M:0;fac84fd0e20f:44071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:36,078 INFO [M:0;fac84fd0e20f:44071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:17:36,078 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:17:36,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01243057809/master 2024-11-09T19:17:36,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01243057809 2024-11-09T19:17:36,087 DEBUG [M:0;fac84fd0e20f:44071 {}] zookeeper.ZKUtil(347): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Unable to get data of znode /01243057809/master because node does not exist (not an error) 2024-11-09T19:17:36,087 WARN [M:0;fac84fd0e20f:44071 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:17:36,088 INFO [M:0;fac84fd0e20f:44071 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/.lastflushedseqids 2024-11-09T19:17:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741852_1028 (size=181) 2024-11-09T19:17:36,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:36,166 INFO [RS:0;fac84fd0e20f:41217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:36,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41217-0x1012107c7270007, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:36,166 INFO [RS:0;fac84fd0e20f:41217 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,41217,1731179846814; zookeeper connection closed. 2024-11-09T19:17:36,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74ad94d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74ad94d6 2024-11-09T19:17:36,166 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:17:36,495 INFO [M:0;fac84fd0e20f:44071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:17:36,495 INFO [M:0;fac84fd0e20f:44071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:17:36,495 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:36,495 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:36,495 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:36,495 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:36,495 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:36,496 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T19:17:36,525 DEBUG [M:0;fac84fd0e20f:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5095558c7dd5414b90897e4108bb1aea is 82, key is hbase:meta,,1/info:regioninfo/1731179848862/Put/seqid=0 2024-11-09T19:17:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741853_1029 (size=5680) 2024-11-09T19:17:36,535 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5095558c7dd5414b90897e4108bb1aea 2024-11-09T19:17:36,569 DEBUG [M:0;fac84fd0e20f:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d0a515a869e4003bae8a325d0c05258 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731179852791/Put/seqid=0 2024-11-09T19:17:36,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741854_1030 (size=7319) 2024-11-09T19:17:36,976 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d0a515a869e4003bae8a325d0c05258 2024-11-09T19:17:37,010 DEBUG [M:0;fac84fd0e20f:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/873f751c5ed747488909fa3f481bb256 is 69, key is fac84fd0e20f,41217,1731179846814/rs:state/1731179847909/Put/seqid=0 2024-11-09T19:17:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741855_1031 (size=5371) 2024-11-09T19:17:37,428 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/873f751c5ed747488909fa3f481bb256 2024-11-09T19:17:37,442 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 873f751c5ed747488909fa3f481bb256 2024-11-09T19:17:37,447 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5095558c7dd5414b90897e4108bb1aea as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5095558c7dd5414b90897e4108bb1aea 2024-11-09T19:17:37,456 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5095558c7dd5414b90897e4108bb1aea, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T19:17:37,458 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d0a515a869e4003bae8a325d0c05258 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d0a515a869e4003bae8a325d0c05258 2024-11-09T19:17:37,474 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d0a515a869e4003bae8a325d0c05258, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T19:17:37,475 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/873f751c5ed747488909fa3f481bb256 as hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/873f751c5ed747488909fa3f481bb256 2024-11-09T19:17:37,486 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 873f751c5ed747488909fa3f481bb256 2024-11-09T19:17:37,486 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37023/user/jenkins/test-data/1b791951-00cc-a0ff-3816-e977f1fc5bf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/873f751c5ed747488909fa3f481bb256, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T19:17:37,488 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 993ms, sequenceid=172, compaction requested=false 2024-11-09T19:17:37,494 INFO [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:37,494 DEBUG [M:0;fac84fd0e20f:44071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179856495Disabling compacts and flushes for region at 1731179856495Disabling writes for close at 1731179856495Obtaining lock to block concurrent updates at 1731179856496 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179856496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731179856496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179856498 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179856498Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179856524 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179856524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179856548 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179856568 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179856568Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179856984 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179857009 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179857009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9dce11: reopening flushed file at 1731179857442 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf6088b: reopening flushed file at 1731179857456 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5f389: reopening flushed file at 1731179857474 (+18 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 993ms, sequenceid=172, compaction requested=false at 1731179857488 (+14 ms)Writing region close event to WAL at 1731179857493 (+5 ms)Closed at 1731179857494 (+1 ms) 2024-11-09T19:17:37,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37001 is added to blk_1073741847_1023 (size=22949) 2024-11-09T19:17:37,498 INFO [M:0;fac84fd0e20f:44071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:17:37,498 INFO [M:0;fac84fd0e20f:44071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44071 2024-11-09T19:17:37,498 INFO [M:0;fac84fd0e20f:44071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:37,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:37,608 INFO [M:0;fac84fd0e20f:44071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:37,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:37,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1012107c7270006, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:37,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b8d786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:37,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67a63dfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:37,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:37,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc397e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:37,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:37,665 WARN [BP-83518702-172.17.0.2-1731179827005 heartbeating to localhost/127.0.0.1:37023 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:17:37,665 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:17:37,665 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:17:37,665 WARN [BP-83518702-172.17.0.2-1731179827005 heartbeating to localhost/127.0.0.1:37023 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-83518702-172.17.0.2-1731179827005 (Datanode Uuid c83515fe-cd59-4471-8a0f-6929d8a2ec68) service to localhost/127.0.0.1:37023 2024-11-09T19:17:37,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/data/data1/current/BP-83518702-172.17.0.2-1731179827005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:37,666 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/cluster_ccff9287-bb79-fafa-f8fe-2c1962e3c714/data/data2/current/BP-83518702-172.17.0.2-1731179827005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:37,666 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:17:37,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:37,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:37,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:37,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:37,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f6ae5da2-a9a3-1f3c-7906-216ffb5031d3/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:37,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:17:37,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:17:37,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:37023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:46789 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:46789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:37023 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:46789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55544) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:37023 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37023 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37023 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=584 (was 658), ProcessCount=11 (was 11), AvailableMemoryMB=3877 (was 4993) 2024-11-09T19:17:37,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=584, ProcessCount=11, AvailableMemoryMB=3877 2024-11-09T19:17:37,755 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T19:17:37,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir so I do NOT create it in target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349 2024-11-09T19:17:37,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:17:37,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.tmp.dir so I do NOT create it in target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349 2024-11-09T19:17:37,756 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/08181e01-1807-72e0-27c9-0cb7560a5cd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:17:37,756 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349 2024-11-09T19:17:37,757 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e, deleteOnExit=true 2024-11-09T19:17:37,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/zookeeper_0, clientPort=52005, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:17:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012107c7270002, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:17:37,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012107c7270005, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:17:37,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012107c7270002, quorum=127.0.0.1:55544, baseZNode=/01243057809 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:17:37,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012107c7270005, quorum=127.0.0.1:55544, baseZNode=/11252794315 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:17:37,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52005 2024-11-09T19:17:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:17:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:17:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/test.cache.data in system properties and HBase conf 2024-11-09T19:17:37,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:17:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:17:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:17:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:17:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:17:37,787 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:17:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:37,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:17:37,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:37,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:17:37,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:17:38,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:38,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:38,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:38,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:38,273 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:17:38,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:38,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ed71c7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:38,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfd5bb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:38,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@524df62e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/java.io.tmpdir/jetty-localhost-36389-hadoop-hdfs-3_4_1-tests_jar-_-any-8373337149798957378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:38,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f00485f{HTTP/1.1, (http/1.1)}{localhost:36389} 2024-11-09T19:17:38,421 INFO [Time-limited test {}] server.Server(415): Started @33731ms 2024-11-09T19:17:38,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:38,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:38,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:38,829 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:38,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:38,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d7b57b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:38,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@628ebd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:38,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1db86ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/java.io.tmpdir/jetty-localhost-42671-hadoop-hdfs-3_4_1-tests_jar-_-any-16355201453883030355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:38,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@587a69ef{HTTP/1.1, (http/1.1)}{localhost:42671} 2024-11-09T19:17:38,971 INFO [Time-limited test {}] server.Server(415): Started @34281ms 2024-11-09T19:17:38,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:17:39,810 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/data/data1/current/BP-488206245-172.17.0.2-1731179857828/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:39,812 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/data/data2/current/BP-488206245-172.17.0.2-1731179857828/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:39,867 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:17:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb154391f553a6a0 with lease ID 0xc892cd34235c518c: Processing first storage report for DS-6b9ca208-4d0f-461c-93d1-d8a7104a9613 from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=3be7b73f-1abf-4858-9969-747cbaff2837, infoPort=34877, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=1780546880;c=1731179857828) 2024-11-09T19:17:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb154391f553a6a0 with lease ID 0xc892cd34235c518c: from storage DS-6b9ca208-4d0f-461c-93d1-d8a7104a9613 node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=3be7b73f-1abf-4858-9969-747cbaff2837, infoPort=34877, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=1780546880;c=1731179857828), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:17:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb154391f553a6a0 with lease ID 0xc892cd34235c518c: Processing first storage report for DS-d5d7a409-fe24-4d6b-b1a2-f4cf971996d5 from datanode DatanodeRegistration(127.0.0.1:46329, datanodeUuid=3be7b73f-1abf-4858-9969-747cbaff2837, infoPort=34877, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=1780546880;c=1731179857828) 2024-11-09T19:17:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb154391f553a6a0 with lease ID 0xc892cd34235c518c: from storage DS-d5d7a409-fe24-4d6b-b1a2-f4cf971996d5 node DatanodeRegistration(127.0.0.1:46329, datanodeUuid=3be7b73f-1abf-4858-9969-747cbaff2837, infoPort=34877, infoSecurePort=0, ipcPort=36327, storageInfo=lv=-57;cid=testClusterID;nsid=1780546880;c=1731179857828), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:39,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349 2024-11-09T19:17:39,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:39,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:17:40,381 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0 with version=8 2024-11-09T19:17:40,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/hbase-staging 2024-11-09T19:17:40,384 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:17:40,384 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:40,385 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42245 2024-11-09T19:17:40,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42245 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-11-09T19:17:40,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422450x0, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:40,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42245-0x1012108430d0000 connected 2024-11-09T19:17:40,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:40,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:40,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/running 2024-11-09T19:17:40,609 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0, hbase.cluster.distributed=false 2024-11-09T19:17:40,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/acl 2024-11-09T19:17:40,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-09T19:17:40,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42245 2024-11-09T19:17:40,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42245 2024-11-09T19:17:40,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-09T19:17:40,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-09T19:17:40,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:40,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:40,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:40,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:40,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:40,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:40,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:17:40,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:40,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44589 2024-11-09T19:17:40,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44589 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-11-09T19:17:40,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:40,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:40,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445890x0, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:40,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445890x0, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/running 2024-11-09T19:17:40,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44589-0x1012108430d0001 connected 2024-11-09T19:17:40,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:17:40,668 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:17:40,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/master 2024-11-09T19:17:40,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/acl 2024-11-09T19:17:40,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-09T19:17:40,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44589 2024-11-09T19:17:40,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44589 2024-11-09T19:17:40,686 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-09T19:17:40,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-09T19:17:40,706 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42245 2024-11-09T19:17:40,707 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-739614273/backup-masters/fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273/backup-masters 2024-11-09T19:17:40,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273/backup-masters 2024-11-09T19:17:40,720 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on existing znode=/0-739614273/backup-masters/fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:40,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739614273/master 2024-11-09T19:17:40,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:40,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:40,730 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on existing znode=/0-739614273/master 2024-11-09T19:17:40,730 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-739614273/backup-masters/fac84fd0e20f,42245,1731179860383 from backup master directory 2024-11-09T19:17:40,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:40,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739614273/backup-masters/fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:40,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273/backup-masters 2024-11-09T19:17:40,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273/backup-masters 2024-11-09T19:17:40,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:40,752 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:40,752 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:40,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:40,780 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/hbase.id] with ID: bb4f6f9e-20b0-4281-82d4-dd47da7d33f3 2024-11-09T19:17:40,780 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/.tmp/hbase.id 2024-11-09T19:17:40,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:17:41,197 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/.tmp/hbase.id]:[hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/hbase.id] 2024-11-09T19:17:41,212 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:41,212 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:17:41,214 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:17:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:17:41,289 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:41,291 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:17:41,291 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:17:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:17:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:17:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:41,709 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store 2024-11-09T19:17:41,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:17:41,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:41,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:41,723 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:41,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:41,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:41,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:41,723 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:41,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179861723Disabling compacts and flushes for region at 1731179861723Disabling writes for close at 1731179861723Writing region close event to WAL at 1731179861723Closed at 1731179861723 2024-11-09T19:17:41,727 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/.initializing 2024-11-09T19:17:41,727 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/WALs/fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:41,728 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:41,730 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42245%2C1731179860383, suffix=, logDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/WALs/fac84fd0e20f,42245,1731179860383, archiveDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/oldWALs, maxLogs=10 2024-11-09T19:17:41,750 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/WALs/fac84fd0e20f,42245,1731179860383/fac84fd0e20f%2C42245%2C1731179860383.1731179861731, exclude list is [], retry=0 2024-11-09T19:17:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-6b9ca208-4d0f-461c-93d1-d8a7104a9613,DISK] 2024-11-09T19:17:41,756 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/WALs/fac84fd0e20f,42245,1731179860383/fac84fd0e20f%2C42245%2C1731179860383.1731179861731 2024-11-09T19:17:41,760 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34877:34877)] 2024-11-09T19:17:41,760 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:41,761 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:41,761 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,761 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:17:41,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:41,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:41,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:17:41,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:41,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:41,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:17:41,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:41,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:41,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:17:41,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:41,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:41,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,774 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,774 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,776 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,776 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,776 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:41,783 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:41,786 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:41,786 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61255556, jitterRate=-0.08722108602523804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:41,787 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179861761Initializing all the Stores at 1731179861762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179861763 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179861763Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179861763Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179861763Cleaning up temporary data from old regions at 1731179861776 (+13 ms)Region opened successfully at 1731179861787 (+11 ms) 2024-11-09T19:17:41,788 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:17:41,796 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f228160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:41,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:17:41,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:17:41,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:17:41,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:17:41,798 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:17:41,798 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:17:41,798 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:17:41,800 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:17:41,801 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Unable to get data of znode /0-739614273/balancer because node does not exist (not necessarily an error) 2024-11-09T19:17:41,854 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739614273/balancer already deleted, retry=false 2024-11-09T19:17:41,855 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:17:41,856 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Unable to get data of znode /0-739614273/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:17:41,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739614273/normalizer already deleted, retry=false 2024-11-09T19:17:41,865 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:17:41,866 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Unable to get data of znode /0-739614273/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:17:41,875 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739614273/switch/split already deleted, retry=false 2024-11-09T19:17:41,878 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Unable to get data of znode /0-739614273/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:17:41,886 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739614273/switch/merge already deleted, retry=false 2024-11-09T19:17:41,888 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Unable to get data of znode /0-739614273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:17:41,896 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-739614273/snapshot-cleanup already deleted, retry=false 2024-11-09T19:17:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739614273/running 2024-11-09T19:17:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-739614273/running 2024-11-09T19:17:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,908 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42245,1731179860383, sessionid=0x1012108430d0000, setting cluster-up flag (Was=false) 2024-11-09T19:17:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,960 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739614273/flush-table-proc/acquired, /0-739614273/flush-table-proc/reached, /0-739614273/flush-table-proc/abort 2024-11-09T19:17:41,961 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:41,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:41,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:42,012 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-739614273/online-snapshot/acquired, /0-739614273/online-snapshot/reached, /0-739614273/online-snapshot/abort 2024-11-09T19:17:42,013 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:42,015 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:17:42,017 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:42,017 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:17:42,017 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:17:42,017 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42245,1731179860383 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:42,019 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,026 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179892026 2024-11-09T19:17:42,026 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:17:42,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:17:42,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:17:42,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:17:42,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:17:42,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:17:42,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:42,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:17:42,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,028 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:17:42,028 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:17:42,028 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:17:42,028 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:17:42,031 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:17:42,031 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:17:42,031 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179862031,5,FailOnTimeoutGroup] 2024-11-09T19:17:42,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:17:42,032 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179862031,5,FailOnTimeoutGroup] 2024-11-09T19:17:42,032 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,032 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:17:42,032 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,032 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:17:42,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:17:42,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0 2024-11-09T19:17:42,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:17:42,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:42,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:42,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:42,102 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(746): ClusterId : bb4f6f9e-20b0-4281-82d4-dd47da7d33f3 2024-11-09T19:17:42,102 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:17:42,109 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:17:42,110 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:17:42,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:42,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:42,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:42,120 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:17:42,120 DEBUG [RS:0;fac84fd0e20f:44589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd5a8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:42,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:42,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:42,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:42,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:42,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740 2024-11-09T19:17:42,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740 2024-11-09T19:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:42,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:42,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:42,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:42,140 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:44589 2024-11-09T19:17:42,140 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:17:42,140 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:17:42,140 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:17:42,141 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42245,1731179860383 with port=44589, startcode=1731179860647 2024-11-09T19:17:42,141 DEBUG [RS:0;fac84fd0e20f:44589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:17:42,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:42,148 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65812742, jitterRate=-0.019313722848892212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:42,149 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:17:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179862082Initializing all the Stores at 1731179862096 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179862096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179862096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179862096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179862096Cleaning up temporary data from old regions at 1731179862128 (+32 ms)Region opened successfully at 1731179862149 (+21 ms) 2024-11-09T19:17:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:42,149 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:42,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:42,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42245 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:42,150 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:42,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179862149Disabling compacts and flushes for region at 1731179862149Disabling writes for close at 1731179862149Writing region close event to WAL at 1731179862150 (+1 ms)Closed at 1731179862150 2024-11-09T19:17:42,151 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:42,151 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:17:42,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:17:42,152 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0 2024-11-09T19:17:42,153 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40309 2024-11-09T19:17:42,153 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:17:42,153 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:42,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:17:42,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273/rs 2024-11-09T19:17:42,160 DEBUG [RS:0;fac84fd0e20f:44589 {}] zookeeper.ZKUtil(111): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on existing znode=/0-739614273/rs/fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,160 WARN [RS:0;fac84fd0e20f:44589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:42,160 INFO [RS:0;fac84fd0e20f:44589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:42,160 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,44589,1731179860647] 2024-11-09T19:17:42,167 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:17:42,172 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:17:42,172 INFO [RS:0;fac84fd0e20f:44589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:17:42,173 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,174 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:17:42,174 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:17:42,174 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,175 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,176 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,176 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,176 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,176 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:42,177 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:42,177 DEBUG [RS:0;fac84fd0e20f:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:42,183 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,183 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,183 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,183 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,183 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,183 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44589,1731179860647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:42,204 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:17:42,204 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44589,1731179860647-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,205 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,205 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.Replication(171): fac84fd0e20f,44589,1731179860647 started 2024-11-09T19:17:42,225 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,225 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,44589,1731179860647, RpcServer on fac84fd0e20f/172.17.0.2:44589, sessionid=0x1012108430d0001 2024-11-09T19:17:42,225 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:17:42,225 DEBUG [RS:0;fac84fd0e20f:44589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,226 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,44589,1731179860647' 2024-11-09T19:17:42,226 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739614273/flush-table-proc/abort' 2024-11-09T19:17:42,226 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739614273/flush-table-proc/acquired' 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,44589,1731179860647' 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-739614273/online-snapshot/abort' 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-739614273/online-snapshot/acquired' 2024-11-09T19:17:42,227 DEBUG [RS:0;fac84fd0e20f:44589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:17:42,228 INFO [RS:0;fac84fd0e20f:44589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:17:42,228 INFO [RS:0;fac84fd0e20f:44589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:17:42,304 WARN [fac84fd0e20f:42245 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:17:42,328 INFO [RS:0;fac84fd0e20f:44589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:42,330 INFO [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C44589%2C1731179860647, suffix=, logDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647, archiveDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/oldWALs, maxLogs=10 2024-11-09T19:17:42,353 DEBUG [RS:0;fac84fd0e20f:44589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331, exclude list is [], retry=0 2024-11-09T19:17:42,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-6b9ca208-4d0f-461c-93d1-d8a7104a9613,DISK] 2024-11-09T19:17:42,360 INFO [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 2024-11-09T19:17:42,361 DEBUG [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34877:34877)] 2024-11-09T19:17:42,555 DEBUG [fac84fd0e20f:42245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:42,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,44589,1731179860647, state=OPENING 2024-11-09T19:17:42,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:17:42,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:42,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:42,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739614273/meta-region-server: CHANGED 2024-11-09T19:17:42,635 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739614273/meta-region-server: CHANGED 2024-11-09T19:17:42,635 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:42,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44589,1731179860647}] 2024-11-09T19:17:42,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:17:42,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:17:42,800 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:17:42,800 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:42,801 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:17:42,804 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C44589%2C1731179860647.meta, suffix=.meta, logDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647, archiveDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/oldWALs, maxLogs=10 2024-11-09T19:17:42,827 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.meta.1731179862804.meta, exclude list is [], retry=0 2024-11-09T19:17:42,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-6b9ca208-4d0f-461c-93d1-d8a7104a9613,DISK] 2024-11-09T19:17:42,832 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.meta.1731179862804.meta 2024-11-09T19:17:42,833 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34877:34877)] 2024-11-09T19:17:42,833 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:42,833 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:42,834 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:42,834 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:17:42,834 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:17:42,834 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:17:42,834 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:42,834 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:17:42,834 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:17:42,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:42,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:42,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:42,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:42,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:42,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:42,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:42,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:42,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:42,843 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:42,844 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740 2024-11-09T19:17:42,846 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740 2024-11-09T19:17:42,848 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:42,848 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:42,848 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:42,850 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:42,851 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050572, jitterRate=-0.015769779682159424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:42,851 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:17:42,852 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179862834Writing region info on filesystem at 1731179862834Initializing all the Stores at 1731179862835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179862835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179862836 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179862836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179862836Cleaning up temporary data from old regions at 1731179862848 (+12 ms)Running coprocessor post-open hooks at 1731179862851 (+3 ms)Region opened successfully at 1731179862852 (+1 ms) 2024-11-09T19:17:42,854 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179862789 2024-11-09T19:17:42,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,858 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:17:42,858 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:17:42,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,44589,1731179860647, state=OPEN 2024-11-09T19:17:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739614273/meta-region-server 2024-11-09T19:17:42,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-739614273/meta-region-server 2024-11-09T19:17:42,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:42,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739614273/meta-region-server: CHANGED 2024-11-09T19:17:42,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-739614273/meta-region-server: CHANGED 2024-11-09T19:17:42,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:17:42,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44589,1731179860647 in 292 msec 2024-11-09T19:17:42,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:17:42,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-11-09T19:17:42,935 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:42,935 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:17:42,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:42,937 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44589,1731179860647, seqNum=-1] 2024-11-09T19:17:42,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:42,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:42,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-09T19:17:42,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179862948, completionTime=-1 2024-11-09T19:17:42,948 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:17:42,948 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:17:42,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:17:42,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179922951 2024-11-09T19:17:42,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179982951 2024-11-09T19:17:42,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:17:42,951 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42245,1731179860383-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,952 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42245,1731179860383-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,952 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42245,1731179860383-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,952 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42245, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,952 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,954 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:17:42,964 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.218sec 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42245,1731179860383-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:42,970 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42245,1731179860383-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:17:42,975 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:17:42,975 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:17:42,975 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42245,1731179860383-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:42,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3445069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:42,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42245,-1 for getting cluster id 2024-11-09T19:17:42,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:43,000 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb4f6f9e-20b0-4281-82d4-dd47da7d33f3' 2024-11-09T19:17:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb4f6f9e-20b0-4281-82d4-dd47da7d33f3" 2024-11-09T19:17:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c9a445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42245,-1] 2024-11-09T19:17:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:43,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:43,002 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:43,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6b15dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:43,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44589,1731179860647, seqNum=-1] 2024-11-09T19:17:43,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:43,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:43,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:43,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-11-09T19:17:43,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:43,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012108430d0002 connected 2024-11-09T19:17:43,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir so I do NOT create it in target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d 2024-11-09T19:17:43,049 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.tmp.dir so I do NOT create it in target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d 2024-11-09T19:17:43,050 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:17:43,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/cluster_95898832-7bfc-cd54-d20f-9184906c4d5b, deleteOnExit=true 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/test.cache.data in system properties and HBase conf 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:17:43,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:17:43,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:17:43,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:43,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:17:43,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:17:43,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:43,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:43,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:43,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:43,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:17:43,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:43,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e452e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:43,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69c41808{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:43,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ff1df24{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/java.io.tmpdir/jetty-localhost-33723-hadoop-hdfs-3_4_1-tests_jar-_-any-2504089147784604770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:43,531 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6638ef63{HTTP/1.1, (http/1.1)}{localhost:33723} 2024-11-09T19:17:43,531 INFO [Time-limited test {}] server.Server(415): Started @38841ms 2024-11-09T19:17:43,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:43,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:43,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:43,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:43,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:43,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5256db6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:43,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be4ef52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:44,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b3807a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/java.io.tmpdir/jetty-localhost-46809-hadoop-hdfs-3_4_1-tests_jar-_-any-9799987298602347256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:44,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cbc654a{HTTP/1.1, (http/1.1)}{localhost:46809} 2024-11-09T19:17:44,011 INFO [Time-limited test {}] server.Server(415): Started @39322ms 2024-11-09T19:17:44,013 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:17:44,746 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/cluster_95898832-7bfc-cd54-d20f-9184906c4d5b/data/data1/current/BP-521945289-172.17.0.2-1731179863085/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:44,747 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/cluster_95898832-7bfc-cd54-d20f-9184906c4d5b/data/data2/current/BP-521945289-172.17.0.2-1731179863085/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:44,777 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:17:44,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebca29de07b9c0eb with lease ID 0xdae7485cf1e00a39: Processing first storage report for DS-7f5802a7-413b-45da-8837-7342bbb9150b from datanode DatanodeRegistration(127.0.0.1:40667, datanodeUuid=4753a4ab-9f4d-4a99-afb8-c2ab1102c47a, infoPort=33923, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=2001628094;c=1731179863085) 2024-11-09T19:17:44,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebca29de07b9c0eb with lease ID 0xdae7485cf1e00a39: from storage DS-7f5802a7-413b-45da-8837-7342bbb9150b node DatanodeRegistration(127.0.0.1:40667, datanodeUuid=4753a4ab-9f4d-4a99-afb8-c2ab1102c47a, infoPort=33923, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=2001628094;c=1731179863085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:44,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebca29de07b9c0eb with lease ID 0xdae7485cf1e00a39: Processing first storage report for DS-2eb2bb2b-3310-4493-846a-cf607e27aae9 from datanode DatanodeRegistration(127.0.0.1:40667, datanodeUuid=4753a4ab-9f4d-4a99-afb8-c2ab1102c47a, infoPort=33923, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=2001628094;c=1731179863085) 2024-11-09T19:17:44,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebca29de07b9c0eb with lease ID 0xdae7485cf1e00a39: from storage DS-2eb2bb2b-3310-4493-846a-cf607e27aae9 node DatanodeRegistration(127.0.0.1:40667, datanodeUuid=4753a4ab-9f4d-4a99-afb8-c2ab1102c47a, infoPort=33923, infoSecurePort=0, ipcPort=45065, storageInfo=lv=-57;cid=testClusterID;nsid=2001628094;c=1731179863085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:44,877 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d 2024-11-09T19:17:44,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:44,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:44,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:17:45,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2 with version=8 2024-11-09T19:17:45,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/hbase-staging 2024-11-09T19:17:45,291 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:45,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:45,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:45,292 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:17:45,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:45,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42537 2024-11-09T19:17:45,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42537 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-11-09T19:17:45,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425370x0, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:45,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42537-0x1012108430d0003 connected 2024-11-09T19:17:45,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:45,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:45,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/running 2024-11-09T19:17:45,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2, hbase.cluster.distributed=false 2024-11-09T19:17:45,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/acl 2024-11-09T19:17:45,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-09T19:17:45,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42537 2024-11-09T19:17:45,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42537 2024-11-09T19:17:45,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-09T19:17:45,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42537 2024-11-09T19:17:45,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:17:45,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:45,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32973 2024-11-09T19:17:45,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32973 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-11-09T19:17:45,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:45,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:45,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329730x0, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:45,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329730x0, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/running 2024-11-09T19:17:45,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:17:45,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32973-0x1012108430d0004 connected 2024-11-09T19:17:45,555 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:17:45,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/master 2024-11-09T19:17:45,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/acl 2024-11-09T19:17:45,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-09T19:17:45,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-11-09T19:17:45,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-11-09T19:17:45,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-09T19:17:45,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-09T19:17:45,669 WARN [RS:0;fac84fd0e20f:44589 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fac84fd0e20f,35727,1731179832034: status=Processing ServerCrashProcedure of fac84fd0e20f,35727,1731179832034 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731179847811, completionTime=-1 appears to have been leaked 2024-11-09T19:17:45,676 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42537 2024-11-09T19:17:45,677 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-132206637/backup-masters/fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637/backup-masters 2024-11-09T19:17:45,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637/backup-masters 2024-11-09T19:17:45,687 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on existing znode=/1-132206637/backup-masters/fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-132206637/master 2024-11-09T19:17:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,698 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on existing znode=/1-132206637/master 2024-11-09T19:17:45,698 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-132206637/backup-masters/fac84fd0e20f,42537,1731179865291 from backup master directory 2024-11-09T19:17:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637/backup-masters 2024-11-09T19:17:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132206637/backup-masters/fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:45,707 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:45,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637/backup-masters 2024-11-09T19:17:45,707 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:45,716 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/hbase.id] with ID: 71d652ec-7529-4f55-ba07-28e902199176 2024-11-09T19:17:45,716 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/.tmp/hbase.id 2024-11-09T19:17:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:17:45,730 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/.tmp/hbase.id]:[hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/hbase.id] 2024-11-09T19:17:45,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:45,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:17:45,749 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T19:17:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:17:45,776 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:45,777 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:17:45,777 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:17:45,795 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store 2024-11-09T19:17:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:17:45,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:45,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:45,807 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:45,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:45,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:45,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:45,807 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:45,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179865807Disabling compacts and flushes for region at 1731179865807Disabling writes for close at 1731179865807Writing region close event to WAL at 1731179865807Closed at 1731179865807 2024-11-09T19:17:45,810 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/.initializing 2024-11-09T19:17:45,810 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/WALs/fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:45,811 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:45,815 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42537%2C1731179865291, suffix=, logDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/WALs/fac84fd0e20f,42537,1731179865291, archiveDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/oldWALs, maxLogs=10 2024-11-09T19:17:45,830 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/WALs/fac84fd0e20f,42537,1731179865291/fac84fd0e20f%2C42537%2C1731179865291.1731179865815, exclude list is [], retry=0 2024-11-09T19:17:45,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-7f5802a7-413b-45da-8837-7342bbb9150b,DISK] 2024-11-09T19:17:45,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/WALs/fac84fd0e20f,42537,1731179865291/fac84fd0e20f%2C42537%2C1731179865291.1731179865815 2024-11-09T19:17:45,842 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-09T19:17:45,842 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:45,842 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:45,842 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,842 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:17:45,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:45,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:45,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:17:45,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:45,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:45,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:17:45,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:45,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:45,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:17:45,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:45,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:45,851 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,852 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,855 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,857 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,857 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,857 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:45,859 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:45,865 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:45,865 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61326773, jitterRate=-0.08615987002849579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:45,868 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179865843Initializing all the Stores at 1731179865843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179865843Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179865844 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179865844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179865844Cleaning up temporary data from old regions at 1731179865857 (+13 ms)Region opened successfully at 1731179865865 (+8 ms) 2024-11-09T19:17:45,872 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:17:45,878 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc11201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:45,879 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:17:45,879 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:17:45,879 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:17:45,879 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:17:45,880 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T19:17:45,883 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T19:17:45,883 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:17:45,907 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:17:45,911 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Unable to get data of znode /1-132206637/balancer because node does not exist (not necessarily an error) 2024-11-09T19:17:45,917 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/balancer already deleted, retry=false 2024-11-09T19:17:45,918 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:17:45,918 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Unable to get data of znode /1-132206637/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:17:45,930 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/normalizer already deleted, retry=false 2024-11-09T19:17:45,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:17:45,933 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Unable to get data of znode /1-132206637/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:17:45,942 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/switch/split already deleted, retry=false 2024-11-09T19:17:45,943 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Unable to get data of znode /1-132206637/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:17:45,949 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/switch/merge already deleted, retry=false 2024-11-09T19:17:45,953 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Unable to get data of znode /1-132206637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:17:45,960 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/snapshot-cleanup already deleted, retry=false 2024-11-09T19:17:45,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-132206637/running 2024-11-09T19:17:45,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-132206637/running 2024-11-09T19:17:45,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,972 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42537,1731179865291, sessionid=0x1012108430d0003, setting cluster-up flag (Was=false) 2024-11-09T19:17:45,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:45,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:46,044 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-132206637/flush-table-proc/acquired, /1-132206637/flush-table-proc/reached, /1-132206637/flush-table-proc/abort 2024-11-09T19:17:46,046 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:46,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:46,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:46,096 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-132206637/online-snapshot/acquired, /1-132206637/online-snapshot/reached, /1-132206637/online-snapshot/abort 2024-11-09T19:17:46,101 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:46,107 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:17:46,115 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:46,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:17:46,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:17:46,115 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42537,1731179865291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:17:46,118 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:46,118 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:46,118 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:46,118 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:46,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:17:46,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:46,119 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:46,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:17:46,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:46,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:17:46,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179896140 2024-11-09T19:17:46,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:17:46,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:17:46,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:17:46,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:17:46,140 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:17:46,141 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:17:46,147 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,148 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:17:46,148 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:17:46,148 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:17:46,148 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:17:46,152 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:17:46,152 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:17:46,155 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179866152,5,FailOnTimeoutGroup] 2024-11-09T19:17:46,155 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179866155,5,FailOnTimeoutGroup] 2024-11-09T19:17:46,155 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,156 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:17:46,156 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,156 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:17:46,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:17:46,162 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2 2024-11-09T19:17:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:17:46,194 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(746): ClusterId : 71d652ec-7529-4f55-ba07-28e902199176 2024-11-09T19:17:46,194 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:17:46,202 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:17:46,202 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:17:46,214 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:17:46,214 DEBUG [RS:0;fac84fd0e20f:32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409f79a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:46,228 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:32973 2024-11-09T19:17:46,228 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:17:46,228 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:17:46,230 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:17:46,233 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42537,1731179865291 with port=32973, startcode=1731179865495 2024-11-09T19:17:46,233 DEBUG [RS:0;fac84fd0e20f:32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:17:46,237 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:17:46,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42537 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,240 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2 2024-11-09T19:17:46,240 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43131 2024-11-09T19:17:46,240 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:17:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637/rs 2024-11-09T19:17:46,314 DEBUG [RS:0;fac84fd0e20f:32973 {}] zookeeper.ZKUtil(111): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on existing znode=/1-132206637/rs/fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,314 WARN [RS:0;fac84fd0e20f:32973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:46,314 INFO [RS:0;fac84fd0e20f:32973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:46,315 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,32973,1731179865495] 2024-11-09T19:17:46,318 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:17:46,324 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:17:46,328 INFO [RS:0;fac84fd0e20f:32973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:17:46,328 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,332 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:17:46,333 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:17:46,333 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,333 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:46,334 DEBUG [RS:0;fac84fd0e20f:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:46,340 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,340 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,340 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,340 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,340 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,340 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32973,1731179865495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:46,360 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:17:46,360 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32973,1731179865495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,361 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,361 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.Replication(171): fac84fd0e20f,32973,1731179865495 started 2024-11-09T19:17:46,378 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:46,378 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,32973,1731179865495, RpcServer on fac84fd0e20f/172.17.0.2:32973, sessionid=0x1012108430d0004 2024-11-09T19:17:46,380 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:17:46,380 DEBUG [RS:0;fac84fd0e20f:32973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,380 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,32973,1731179865495' 2024-11-09T19:17:46,380 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-132206637/flush-table-proc/abort' 2024-11-09T19:17:46,380 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-132206637/flush-table-proc/acquired' 2024-11-09T19:17:46,381 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:17:46,381 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:17:46,381 DEBUG [RS:0;fac84fd0e20f:32973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,381 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,32973,1731179865495' 2024-11-09T19:17:46,381 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-132206637/online-snapshot/abort' 2024-11-09T19:17:46,381 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-132206637/online-snapshot/acquired' 2024-11-09T19:17:46,382 DEBUG [RS:0;fac84fd0e20f:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:17:46,382 INFO [RS:0;fac84fd0e20f:32973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:17:46,382 INFO [RS:0;fac84fd0e20f:32973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:17:46,483 INFO [RS:0;fac84fd0e20f:32973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:46,485 INFO [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C32973%2C1731179865495, suffix=, logDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495, archiveDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/oldWALs, maxLogs=10 2024-11-09T19:17:46,508 DEBUG [RS:0;fac84fd0e20f:32973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495/fac84fd0e20f%2C32973%2C1731179865495.1731179866485, exclude list is [], retry=0 2024-11-09T19:17:46,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-7f5802a7-413b-45da-8837-7342bbb9150b,DISK] 2024-11-09T19:17:46,536 INFO [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495/fac84fd0e20f%2C32973%2C1731179865495.1731179866485 2024-11-09T19:17:46,538 DEBUG [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-09T19:17:46,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:46,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:46,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:46,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:46,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:46,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:46,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:46,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:46,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:46,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:46,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:46,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:46,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:46,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:46,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:46,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:46,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:46,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:46,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740 2024-11-09T19:17:46,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740 2024-11-09T19:17:46,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:46,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:46,630 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:46,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:46,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:46,646 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68283039, jitterRate=0.017496570944786072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179866588Initializing all the Stores at 1731179866590 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179866590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179866595 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179866595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179866595Cleaning up temporary data from old regions at 1731179866629 (+34 ms)Region opened successfully at 1731179866647 (+18 ms) 2024-11-09T19:17:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:46,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:46,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:46,655 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:46,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179866647Disabling compacts and flushes for region at 1731179866647Disabling writes for close at 1731179866647Writing region close event to WAL at 1731179866655 (+8 ms)Closed at 1731179866655 2024-11-09T19:17:46,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:46,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:17:46,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:17:46,659 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:46,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:17:46,816 DEBUG [fac84fd0e20f:42537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:46,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:46,818 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,32973,1731179865495, state=OPENING 2024-11-09T19:17:46,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:17:46,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:46,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:46,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:46,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:46,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132206637/meta-region-server: CHANGED 2024-11-09T19:17:46,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132206637/meta-region-server: CHANGED 2024-11-09T19:17:46,856 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:46,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,32973,1731179865495}] 2024-11-09T19:17:46,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:47,011 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:17:47,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:17:47,018 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:17:47,018 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:47,018 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:17:47,020 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C32973%2C1731179865495.meta, suffix=.meta, logDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495, archiveDir=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/oldWALs, maxLogs=10 2024-11-09T19:17:47,038 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495/fac84fd0e20f%2C32973%2C1731179865495.meta.1731179867020.meta, exclude list is [], retry=0 2024-11-09T19:17:47,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40667,DS-7f5802a7-413b-45da-8837-7342bbb9150b,DISK] 2024-11-09T19:17:47,048 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/WALs/fac84fd0e20f,32973,1731179865495/fac84fd0e20f%2C32973%2C1731179865495.meta.1731179867020.meta 2024-11-09T19:17:47,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33923:33923)] 2024-11-09T19:17:47,050 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:47,050 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:47,050 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:47,050 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:17:47,050 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:17:47,051 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:17:47,051 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:47,051 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:17:47,051 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:17:47,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:47,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:47,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:47,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:47,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:47,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:47,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:47,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:47,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:47,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:47,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:47,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:47,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:47,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:47,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:47,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:47,064 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:47,064 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740 2024-11-09T19:17:47,065 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740 2024-11-09T19:17:47,066 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:47,066 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:47,067 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:47,068 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:47,069 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75241006, jitterRate=0.12117835879325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:47,069 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:17:47,069 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179867051Writing region info on filesystem at 1731179867051Initializing all the Stores at 1731179867052 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179867052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179867052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179867052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179867052Cleaning up temporary data from old regions at 1731179867066 (+14 ms)Running coprocessor post-open hooks at 1731179867069 (+3 ms)Region opened successfully at 1731179867069 2024-11-09T19:17:47,071 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179867011 2024-11-09T19:17:47,075 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:17:47,075 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:17:47,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:47,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,32973,1731179865495, state=OPEN 2024-11-09T19:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-132206637/meta-region-server 2024-11-09T19:17:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132206637/meta-region-server: CHANGED 2024-11-09T19:17:47,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-132206637/meta-region-server 2024-11-09T19:17:47,086 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:47,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-132206637/meta-region-server: CHANGED 2024-11-09T19:17:47,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:17:47,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,32973,1731179865495 in 230 msec 2024-11-09T19:17:47,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:17:47,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-09T19:17:47,094 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:47,094 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:17:47,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:47,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,32973,1731179865495, seqNum=-1] 2024-11-09T19:17:47,096 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:47,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:47,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 999 msec 2024-11-09T19:17:47,108 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179867108, completionTime=-1 2024-11-09T19:17:47,108 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:17:47,108 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179927111 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179987111 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42537,1731179865291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42537,1731179865291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42537,1731179865291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42537, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,114 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:17:47,120 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.418sec 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42537,1731179865291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:47,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42537,1731179865291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:17:47,128 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:17:47,128 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:17:47,128 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42537,1731179865291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:47,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd6bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42537,-1 for getting cluster id 2024-11-09T19:17:47,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:47,197 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d652ec-7529-4f55-ba07-28e902199176' 2024-11-09T19:17:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d652ec-7529-4f55-ba07-28e902199176" 2024-11-09T19:17:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e91d884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42537,-1] 2024-11-09T19:17:47,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:47,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:47,199 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:47,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4361babf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:47,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,32973,1731179865495, seqNum=-1] 2024-11-09T19:17:47,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:47,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:47,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:47,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-11-09T19:17:47,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:47,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012108430d0005 connected 2024-11-09T19:17:47,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584d083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42245,-1 for getting cluster id 2024-11-09T19:17:47,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:47,230 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb4f6f9e-20b0-4281-82d4-dd47da7d33f3' 2024-11-09T19:17:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb4f6f9e-20b0-4281-82d4-dd47da7d33f3" 2024-11-09T19:17:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42245,-1] 2024-11-09T19:17:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:47,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:47,232 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:47,233 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce91d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6006297c 2024-11-09T19:17:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:47,235 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:47,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:42537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:17:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:17:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:47,243 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42537' 2024-11-09T19:17:47,244 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223cd810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,244 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42537,-1 for getting cluster id 2024-11-09T19:17:47,245 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:47,245 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d652ec-7529-4f55-ba07-28e902199176' 2024-11-09T19:17:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d652ec-7529-4f55-ba07-28e902199176" 2024-11-09T19:17:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6936bfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42537,-1] 2024-11-09T19:17:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:47,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:47,247 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:47,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588bcf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:47,248 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a38ac5a 2024-11-09T19:17:47,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:47,250 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:47,258 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T19:17:47,258 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:17:47,258 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:47,258 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:47,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:47,259 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:47,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:17:47,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:17:47,262 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:47,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:17:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741835_1011 (size=1138) 2024-11-09T19:17:47,311 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:17:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:47,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d716b6f1a5fd6e6a3a45fbe3ab6bad22, NAME => 'hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0 2024-11-09T19:17:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741836_1012 (size=44) 2024-11-09T19:17:47,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:47,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d716b6f1a5fd6e6a3a45fbe3ab6bad22, disabling compactions & flushes 2024-11-09T19:17:47,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:47,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:47,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. after waiting 0 ms 2024-11-09T19:17:47,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:47,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:47,689 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d716b6f1a5fd6e6a3a45fbe3ab6bad22: Waiting for close lock at 1731179867689Disabling compacts and flushes for region at 1731179867689Disabling writes for close at 1731179867689Writing region close event to WAL at 1731179867689Closed at 1731179867689 2024-11-09T19:17:47,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:17:47,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731179867691"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179867691"}]},"ts":"1731179867691"} 2024-11-09T19:17:47,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:17:47,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:17:47,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179867697"}]},"ts":"1731179867697"} 2024-11-09T19:17:47,700 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:17:47,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d716b6f1a5fd6e6a3a45fbe3ab6bad22, ASSIGN}] 2024-11-09T19:17:47,702 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d716b6f1a5fd6e6a3a45fbe3ab6bad22, ASSIGN 2024-11-09T19:17:47,703 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d716b6f1a5fd6e6a3a45fbe3ab6bad22, ASSIGN; state=OFFLINE, location=fac84fd0e20f,44589,1731179860647; forceNewPlan=false, retain=false 2024-11-09T19:17:47,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d716b6f1a5fd6e6a3a45fbe3ab6bad22, regionState=OPENING, regionLocation=fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d716b6f1a5fd6e6a3a45fbe3ab6bad22, ASSIGN because future has completed 2024-11-09T19:17:47,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d716b6f1a5fd6e6a3a45fbe3ab6bad22, server=fac84fd0e20f,44589,1731179860647}] 2024-11-09T19:17:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:48,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:48,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:48,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:17:48,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C44589%2C1731179860647.rep, suffix=, logDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647, archiveDir=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/oldWALs, maxLogs=10 2024-11-09T19:17:48,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.rep.1731179868032, exclude list is [], retry=0 2024-11-09T19:17:48,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46329,DS-6b9ca208-4d0f-461c-93d1-d8a7104a9613,DISK] 2024-11-09T19:17:48,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.rep.1731179868032 2024-11-09T19:17:48,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34877:34877)] 2024-11-09T19:17:48,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d716b6f1a5fd6e6a3a45fbe3ab6bad22, NAME => 'hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:48,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:48,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:48,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. service=MultiRowMutationService 2024-11-09T19:17:48,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:17:48,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:48,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,058 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,060 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d716b6f1a5fd6e6a3a45fbe3ab6bad22 columnFamilyName hfileref 2024-11-09T19:17:48,060 DEBUG [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:48,061 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] regionserver.HStore(327): Store=d716b6f1a5fd6e6a3a45fbe3ab6bad22/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:48,061 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,063 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d716b6f1a5fd6e6a3a45fbe3ab6bad22 columnFamilyName queue 2024-11-09T19:17:48,063 DEBUG [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:48,063 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] regionserver.HStore(327): Store=d716b6f1a5fd6e6a3a45fbe3ab6bad22/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:48,063 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,065 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d716b6f1a5fd6e6a3a45fbe3ab6bad22 columnFamilyName sid 2024-11-09T19:17:48,065 DEBUG [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:48,066 INFO [StoreOpener-d716b6f1a5fd6e6a3a45fbe3ab6bad22-1 {}] regionserver.HStore(327): Store=d716b6f1a5fd6e6a3a45fbe3ab6bad22/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:48,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:17:48,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:48,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d716b6f1a5fd6e6a3a45fbe3ab6bad22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68583143, jitterRate=0.02196846902370453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:17:48,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:48,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d716b6f1a5fd6e6a3a45fbe3ab6bad22: Running coprocessor pre-open hook at 1731179868056Writing region info on filesystem at 1731179868056Initializing all the Stores at 1731179868057 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179868057Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179868058 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179868058Cleaning up temporary data from old regions at 1731179868076 (+18 ms)Running coprocessor post-open hooks at 1731179868081 (+5 ms)Region opened successfully at 1731179868081 2024-11-09T19:17:48,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22., pid=7, masterSystemTime=1731179868012 2024-11-09T19:17:48,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:48,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:48,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d716b6f1a5fd6e6a3a45fbe3ab6bad22, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:48,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d716b6f1a5fd6e6a3a45fbe3ab6bad22, server=fac84fd0e20f,44589,1731179860647 because future has completed 2024-11-09T19:17:48,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T19:17:48,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d716b6f1a5fd6e6a3a45fbe3ab6bad22, server=fac84fd0e20f,44589,1731179860647 in 233 msec 2024-11-09T19:17:48,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:17:48,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d716b6f1a5fd6e6a3a45fbe3ab6bad22, ASSIGN in 394 msec 2024-11-09T19:17:48,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:17:48,098 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179868098"}]},"ts":"1731179868098"} 2024-11-09T19:17:48,101 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:17:48,102 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:17:48,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 843 msec 2024-11-09T19:17:48,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22., hostname=fac84fd0e20f,44589,1731179860647, seqNum=2] 2024-11-09T19:17:48,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:17:48,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:17:48,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:48,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:48,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:17:48,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T19:17:48,380 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:17:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:48,414 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,44589,1731179860647, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:17:48,414 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:48,414 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44589,1731179860647, seqNum=-1] 2024-11-09T19:17:48,414 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:48,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T19:17:48,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,44589,1731179860647', locateType=CURRENT is [region=hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22., hostname=fac84fd0e20f,44589,1731179860647, seqNum=2] 2024-11-09T19:17:48,423 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T19:17:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T19:17:48,427 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,44589,1731179860647 suceeded 2024-11-09T19:17:48,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T19:17:48,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-09T19:17:48,430 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:42537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:17:48,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1950 sec 2024-11-09T19:17:48,443 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42537' 2024-11-09T19:17:48,444 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a7c507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:48,444 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42537,-1 for getting cluster id 2024-11-09T19:17:48,444 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:48,445 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71d652ec-7529-4f55-ba07-28e902199176' 2024-11-09T19:17:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71d652ec-7529-4f55-ba07-28e902199176" 2024-11-09T19:17:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cfbe6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42537,-1] 2024-11-09T19:17:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:48,448 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:48,448 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2596a468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:48,449 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e9e2426 2024-11-09T19:17:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:48,451 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T19:17:48,451 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,44589,1731179860647 (queues=1) is replicating from cluster=bb4f6f9e-20b0-4281-82d4-dd47da7d33f3 to cluster=71d652ec-7529-4f55-ba07-28e902199176 2024-11-09T19:17:48,452 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C44589%2C1731179860647 2024-11-09T19:17:48,452 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,44589,1731179860647, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:17:48,452 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331, startPosition=0, beingWritten=true 2024-11-09T19:17:48,460 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.shipperfac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C44589%2C1731179860647 2024-11-09T19:17:48,673 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:48,982 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:17:49,394 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:49,396 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:17:49,396 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:49,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:49,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:49,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:17:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e03ff13 2024-11-09T19:17:49,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:17:49,404 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:17:49,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:17:49,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:17:49,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:49,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:49,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:49,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:17:49,408 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1616027437, stopped=false 2024-11-09T19:17:49,408 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42537,1731179865291 2024-11-09T19:17:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132206637/running 2024-11-09T19:17:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132206637/running 2024-11-09T19:17:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:49,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:49,425 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:49,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:49,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:49,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,425 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,32973,1731179865495' ***** 2024-11-09T19:17:49,425 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:17:49,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:32973. 2024-11-09T19:17:49,426 DEBUG [RS:0;fac84fd0e20f:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:49,426 DEBUG [RS:0;fac84fd0e20f:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/running 2024-11-09T19:17:49,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Set watcher on znode that does not yet exist, /1-132206637/running 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:17:49,426 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:17:49,427 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:17:49,427 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:17:49,427 DEBUG [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:17:49,427 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:49,427 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:49,427 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:49,427 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:49,427 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:49,427 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T19:17:49,447 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/.tmp/ns/3027ac0c5cf54ed5bd03c2584465dce9 is 43, key is default/ns:d/1731179867099/Put/seqid=0 2024-11-09T19:17:49,457 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741835_1011 (size=5153) 2024-11-09T19:17:49,458 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/.tmp/ns/3027ac0c5cf54ed5bd03c2584465dce9 2024-11-09T19:17:49,464 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/.tmp/ns/3027ac0c5cf54ed5bd03c2584465dce9 as hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/ns/3027ac0c5cf54ed5bd03c2584465dce9 2024-11-09T19:17:49,479 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/ns/3027ac0c5cf54ed5bd03c2584465dce9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T19:17:49,481 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false 2024-11-09T19:17:49,493 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T19:17:49,494 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:49,494 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:49,494 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:49,494 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179869427Running coprocessor pre-close hooks at 1731179869427Disabling compacts and flushes for region at 1731179869427Disabling writes for close at 1731179869427Obtaining lock to block concurrent updates at 1731179869427Preparing flush snapshotting stores in 1588230740 at 1731179869427Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731179869428 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731179869428Flushing 1588230740/ns: creating writer at 1731179869429 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731179869447 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731179869447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d13a73: reopening flushed file at 1731179869463 (+16 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false at 1731179869481 (+18 ms)Writing region close event to WAL at 1731179869485 (+4 ms)Running coprocessor post-close hooks at 1731179869493 (+8 ms)Closed at 1731179869494 (+1 ms) 2024-11-09T19:17:49,494 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:49,627 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,32973,1731179865495; all regions closed. 2024-11-09T19:17:49,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741834_1010 (size=1152) 2024-11-09T19:17:49,658 DEBUG [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/oldWALs 2024-11-09T19:17:49,658 INFO [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C32973%2C1731179865495.meta:.meta(num 1731179867020) 2024-11-09T19:17:49,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741833_1009 (size=93) 2024-11-09T19:17:49,702 DEBUG [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/oldWALs 2024-11-09T19:17:49,702 INFO [RS:0;fac84fd0e20f:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C32973%2C1731179865495:(num 1731179866485) 2024-11-09T19:17:49,702 DEBUG [RS:0;fac84fd0e20f:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:49,702 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:49,702 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:49,703 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:49,703 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:49,703 INFO [RS:0;fac84fd0e20f:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32973 2024-11-09T19:17:49,704 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:49,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132206637/rs/fac84fd0e20f,32973,1731179865495 2024-11-09T19:17:49,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637/rs 2024-11-09T19:17:49,717 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:49,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,32973,1731179865495] 2024-11-09T19:17:49,739 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/draining/fac84fd0e20f,32973,1731179865495 already deleted, retry=false 2024-11-09T19:17:49,739 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,32973,1731179865495 expired; onlineServers=0 2024-11-09T19:17:49,739 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42537,1731179865291' ***** 2024-11-09T19:17:49,739 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:17:49,739 INFO [M:0;fac84fd0e20f:42537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:49,739 INFO [M:0;fac84fd0e20f:42537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:49,739 DEBUG [M:0;fac84fd0e20f:42537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:17:49,739 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:17:49,739 DEBUG [M:0;fac84fd0e20f:42537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:17:49,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179866152 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179866152,5,FailOnTimeoutGroup] 2024-11-09T19:17:49,740 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179866155 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179866155,5,FailOnTimeoutGroup] 2024-11-09T19:17:49,740 INFO [M:0;fac84fd0e20f:42537 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:49,740 INFO [M:0;fac84fd0e20f:42537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:49,740 DEBUG [M:0;fac84fd0e20f:42537 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:17:49,740 INFO [M:0;fac84fd0e20f:42537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:17:49,740 INFO [M:0;fac84fd0e20f:42537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:49,740 INFO [M:0;fac84fd0e20f:42537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:17:49,740 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:17:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-132206637/master 2024-11-09T19:17:49,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-132206637 2024-11-09T19:17:49,759 DEBUG [M:0;fac84fd0e20f:42537 {}] zookeeper.RecoverableZooKeeper(212): Node /1-132206637/master already deleted, retry=false 2024-11-09T19:17:49,760 DEBUG [M:0;fac84fd0e20f:42537 {}] master.ActiveMasterManager(353): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-132206637/master 2024-11-09T19:17:49,761 INFO [M:0;fac84fd0e20f:42537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/.lastflushedseqids 2024-11-09T19:17:49,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741836_1012 (size=99) 2024-11-09T19:17:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:49,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1012108430d0004, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:49,832 INFO [RS:0;fac84fd0e20f:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:49,832 INFO [RS:0;fac84fd0e20f:32973 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,32973,1731179865495; zookeeper connection closed. 2024-11-09T19:17:49,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72c686d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72c686d3 2024-11-09T19:17:49,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:17:49,914 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:50,180 INFO [M:0;fac84fd0e20f:42537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:17:50,180 INFO [M:0;fac84fd0e20f:42537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:17:50,181 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:50,181 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:50,181 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:50,181 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:50,181 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:50,181 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T19:17:50,239 DEBUG [M:0;fac84fd0e20f:42537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13f150b1be364f13ada8f66c133a792a is 82, key is hbase:meta,,1/info:regioninfo/1731179867075/Put/seqid=0 2024-11-09T19:17:50,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741837_1013 (size=5672) 2024-11-09T19:17:50,528 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:50,689 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13f150b1be364f13ada8f66c133a792a 2024-11-09T19:17:50,729 DEBUG [M:0;fac84fd0e20f:42537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9fdc7034a59441fa1b73bc4584732f3 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731179867107/Put/seqid=0 2024-11-09T19:17:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741838_1014 (size=5275) 2024-11-09T19:17:50,793 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9fdc7034a59441fa1b73bc4584732f3 2024-11-09T19:17:50,842 DEBUG [M:0;fac84fd0e20f:42537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19e3f5ca8d7b499cb88d3e0a72dd3248 is 69, key is fac84fd0e20f,32973,1731179865495/rs:state/1731179866238/Put/seqid=0 2024-11-09T19:17:50,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741839_1015 (size=5156) 2024-11-09T19:17:50,896 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19e3f5ca8d7b499cb88d3e0a72dd3248 2024-11-09T19:17:50,917 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/13f150b1be364f13ada8f66c133a792a as hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13f150b1be364f13ada8f66c133a792a 2024-11-09T19:17:50,940 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/13f150b1be364f13ada8f66c133a792a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T19:17:50,942 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9fdc7034a59441fa1b73bc4584732f3 as hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9fdc7034a59441fa1b73bc4584732f3 2024-11-09T19:17:50,959 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9fdc7034a59441fa1b73bc4584732f3, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T19:17:50,961 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19e3f5ca8d7b499cb88d3e0a72dd3248 as hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19e3f5ca8d7b499cb88d3e0a72dd3248 2024-11-09T19:17:50,973 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43131/user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19e3f5ca8d7b499cb88d3e0a72dd3248, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T19:17:50,974 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 793ms, sequenceid=28, compaction requested=false 2024-11-09T19:17:51,038 INFO [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:51,038 DEBUG [M:0;fac84fd0e20f:42537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179870181Disabling compacts and flushes for region at 1731179870181Disabling writes for close at 1731179870181Obtaining lock to block concurrent updates at 1731179870181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179870181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731179870182 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179870192 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179870192Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179870233 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179870233Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179870700 (+467 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179870728 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179870728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179870808 (+80 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179870841 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179870841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45620dc: reopening flushed file at 1731179870909 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d9df1a: reopening flushed file at 1731179870941 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564bd4ff: reopening flushed file at 1731179870959 (+18 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 793ms, sequenceid=28, compaction requested=false at 1731179870974 (+15 ms)Writing region close event to WAL at 1731179871038 (+64 ms)Closed at 1731179871038 2024-11-09T19:17:51,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40667 is added to blk_1073741830_1006 (size=10165) 2024-11-09T19:17:51,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b19eb509-aebd-4231-586b-135867ed25e2/MasterData/WALs/fac84fd0e20f,42537,1731179865291/fac84fd0e20f%2C42537%2C1731179865291.1731179865815 not finished, retry = 0 2024-11-09T19:17:51,157 INFO [M:0;fac84fd0e20f:42537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:17:51,157 INFO [M:0;fac84fd0e20f:42537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42537 2024-11-09T19:17:51,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:51,158 INFO [M:0;fac84fd0e20f:42537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:51,250 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:51,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42537-0x1012108430d0003, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:51,335 INFO [M:0;fac84fd0e20f:42537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:51,345 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:17:51,345 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:17:51,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:17:51,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T19:17:51,346 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:51,346 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T19:17:51,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:51,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:17:51,347 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:17:51,347 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:17:51,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b3807a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:51,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cbc654a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:51,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:51,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be4ef52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:51,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5256db6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:51,428 WARN [BP-521945289-172.17.0.2-1731179863085 heartbeating to localhost/127.0.0.1:43131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:17:51,428 WARN [BP-521945289-172.17.0.2-1731179863085 heartbeating to localhost/127.0.0.1:43131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521945289-172.17.0.2-1731179863085 (Datanode Uuid 4753a4ab-9f4d-4a99-afb8-c2ab1102c47a) service to localhost/127.0.0.1:43131 2024-11-09T19:17:51,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:17:51,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:17:51,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/cluster_95898832-7bfc-cd54-d20f-9184906c4d5b/data/data1/current/BP-521945289-172.17.0.2-1731179863085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:51,429 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/cluster_95898832-7bfc-cd54-d20f-9184906c4d5b/data/data2/current/BP-521945289-172.17.0.2-1731179863085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:51,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:17:51,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ff1df24{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:51,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6638ef63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:51,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:51,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69c41808{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:51,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e452e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:51,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:17:51,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:17:51,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:51,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:51,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:51,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:51,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:51,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:17:51,460 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1435745124, stopped=false 2024-11-09T19:17:51,460 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42245,1731179860383 2024-11-09T19:17:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739614273/running 2024-11-09T19:17:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739614273/running 2024-11-09T19:17:51,476 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:51,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:51,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/running 2024-11-09T19:17:51,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Set watcher on znode that does not yet exist, /0-739614273/running 2024-11-09T19:17:51,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:17:51,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:51,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:51,477 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,44589,1731179860647' ***** 2024-11-09T19:17:51,477 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:17:51,478 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:17:51,478 INFO [RS:0;fac84fd0e20f:44589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:17:51,478 INFO [RS:0;fac84fd0e20f:44589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:17:51,478 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(3091): Received CLOSE for d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:51,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:17:51,480 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:51,480 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:51,480 INFO [RS:0;fac84fd0e20f:44589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:44589. 2024-11-09T19:17:51,480 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d716b6f1a5fd6e6a3a45fbe3ab6bad22, disabling compactions & flushes 2024-11-09T19:17:51,480 DEBUG [RS:0;fac84fd0e20f:44589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:51,480 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:51,480 DEBUG [RS:0;fac84fd0e20f:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:51,481 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:51,481 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:17:51,481 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:17:51,481 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:17:51,481 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:17:51,481 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. after waiting 0 ms 2024-11-09T19:17:51,481 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:51,481 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d716b6f1a5fd6e6a3a45fbe3ab6bad22 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T19:17:51,495 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:17:51,495 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d716b6f1a5fd6e6a3a45fbe3ab6bad22=hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22.} 2024-11-09T19:17:51,495 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:51,495 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:51,495 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:51,495 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:51,495 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:51,495 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:51,495 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T19:17:51,536 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:51,552 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/.tmp/queue/34f81ecf9fca4cb8834ce9683b077b2a is 151, key is 1-fac84fd0e20f,44589,1731179860647/queue:fac84fd0e20f%2C44589%2C1731179860647/1731179868419/Put/seqid=0 2024-11-09T19:17:51,555 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/info/572d7b2471c24439a2051fe09a322bf4 is 147, key is hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22./info:regioninfo/1731179868086/Put/seqid=0 2024-11-09T19:17:51,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741839_1015 (size=6631) 2024-11-09T19:17:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741838_1014 (size=5350) 2024-11-09T19:17:51,590 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/info/572d7b2471c24439a2051fe09a322bf4 2024-11-09T19:17:51,640 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/ns/05f6e87be7a347e680461ccc5eba233d is 43, key is default/ns:d/1731179862939/Put/seqid=0 2024-11-09T19:17:51,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741840_1016 (size=5153) 2024-11-09T19:17:51,696 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/ns/05f6e87be7a347e680461ccc5eba233d 2024-11-09T19:17:51,700 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:51,735 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/table/91d3d89bf86840fb9f260c435f1c2b3b is 53, key is hbase:replication/table:state/1731179868098/Put/seqid=0 2024-11-09T19:17:51,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741841_1017 (size=5256) 2024-11-09T19:17:51,753 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/table/91d3d89bf86840fb9f260c435f1c2b3b 2024-11-09T19:17:51,776 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/info/572d7b2471c24439a2051fe09a322bf4 as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/info/572d7b2471c24439a2051fe09a322bf4 2024-11-09T19:17:51,801 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/info/572d7b2471c24439a2051fe09a322bf4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T19:17:51,814 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/ns/05f6e87be7a347e680461ccc5eba233d as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/ns/05f6e87be7a347e680461ccc5eba233d 2024-11-09T19:17:51,847 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/ns/05f6e87be7a347e680461ccc5eba233d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:17:51,864 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/.tmp/table/91d3d89bf86840fb9f260c435f1c2b3b as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/table/91d3d89bf86840fb9f260c435f1c2b3b 2024-11-09T19:17:51,901 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/table/91d3d89bf86840fb9f260c435f1c2b3b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T19:17:51,901 DEBUG [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d716b6f1a5fd6e6a3a45fbe3ab6bad22 2024-11-09T19:17:51,902 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 407ms, sequenceid=11, compaction requested=false 2024-11-09T19:17:51,917 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T19:17:51,918 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:51,918 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:51,918 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:51,918 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179871495Running coprocessor pre-close hooks at 1731179871495Disabling compacts and flushes for region at 1731179871495Disabling writes for close at 1731179871495Obtaining lock to block concurrent updates at 1731179871495Preparing flush snapshotting stores in 1588230740 at 1731179871495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731179871496 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731179871497 (+1 ms)Flushing 1588230740/info: creating writer at 1731179871497Flushing 1588230740/info: appending metadata at 1731179871554 (+57 ms)Flushing 1588230740/info: closing flushed file at 1731179871554Flushing 1588230740/ns: creating writer at 1731179871601 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731179871632 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731179871639 (+7 ms)Flushing 1588230740/table: creating writer at 1731179871713 (+74 ms)Flushing 1588230740/table: appending metadata at 1731179871734 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731179871734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@392583ca: reopening flushed file at 1731179871775 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0bffff: reopening flushed file at 1731179871801 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7628541d: reopening flushed file at 1731179871847 (+46 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 407ms, sequenceid=11, compaction requested=false at 1731179871902 (+55 ms)Writing region close event to WAL at 1731179871904 (+2 ms)Running coprocessor post-close hooks at 1731179871918 (+14 ms)Closed at 1731179871918 2024-11-09T19:17:51,918 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:51,991 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/.tmp/queue/34f81ecf9fca4cb8834ce9683b077b2a 2024-11-09T19:17:52,005 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/.tmp/queue/34f81ecf9fca4cb8834ce9683b077b2a as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/queue/34f81ecf9fca4cb8834ce9683b077b2a 2024-11-09T19:17:52,013 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/queue/34f81ecf9fca4cb8834ce9683b077b2a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T19:17:52,015 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d716b6f1a5fd6e6a3a45fbe3ab6bad22 in 534ms, sequenceid=5, compaction requested=false 2024-11-09T19:17:52,065 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/data/hbase/replication/d716b6f1a5fd6e6a3a45fbe3ab6bad22/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:17:52,066 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:17:52,066 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:17:52,066 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:52,066 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d716b6f1a5fd6e6a3a45fbe3ab6bad22: Waiting for close lock at 1731179871480Running coprocessor pre-close hooks at 1731179871480Disabling compacts and flushes for region at 1731179871480Disabling writes for close at 1731179871481 (+1 ms)Obtaining lock to block concurrent updates at 1731179871481Preparing flush snapshotting stores in d716b6f1a5fd6e6a3a45fbe3ab6bad22 at 1731179871481Finished memstore snapshotting hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731179871482 (+1 ms)Flushing stores of hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. at 1731179871488 (+6 ms)Flushing d716b6f1a5fd6e6a3a45fbe3ab6bad22/queue: creating writer at 1731179871491 (+3 ms)Flushing d716b6f1a5fd6e6a3a45fbe3ab6bad22/queue: appending metadata at 1731179871551 (+60 ms)Flushing d716b6f1a5fd6e6a3a45fbe3ab6bad22/queue: closing flushed file at 1731179871551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439c9857: reopening flushed file at 1731179872002 (+451 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d716b6f1a5fd6e6a3a45fbe3ab6bad22 in 534ms, sequenceid=5, compaction requested=false at 1731179872015 (+13 ms)Writing region close event to WAL at 1731179872035 (+20 ms)Running coprocessor post-close hooks at 1731179872066 (+31 ms)Closed at 1731179872066 2024-11-09T19:17:52,066 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179867259.d716b6f1a5fd6e6a3a45fbe3ab6bad22. 2024-11-09T19:17:52,081 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/WALs/fac84fd0e20f,44589,1731179860647/fac84fd0e20f%2C44589%2C1731179860647.1731179862331 to pos 0, reset compression=false 2024-11-09T19:17:52,103 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,44589,1731179860647; all regions closed. 2024-11-09T19:17:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741834_1010 (size=2742) 2024-11-09T19:17:52,145 DEBUG [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/oldWALs 2024-11-09T19:17:52,145 INFO [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C44589%2C1731179860647.meta:.meta(num 1731179862804) 2024-11-09T19:17:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741837_1013 (size=1586) 2024-11-09T19:17:52,165 DEBUG [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/oldWALs 2024-11-09T19:17:52,165 INFO [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C44589%2C1731179860647.rep:(num 1731179868032) 2024-11-09T19:17:52,188 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:17:52,188 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:17:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741833_1009 (size=93) 2024-11-09T19:17:52,198 DEBUG [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/oldWALs 2024-11-09T19:17:52,198 INFO [RS:0;fac84fd0e20f:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C44589%2C1731179860647:(num 1731179862331) 2024-11-09T19:17:52,198 DEBUG [RS:0;fac84fd0e20f:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:52,198 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:17:52,198 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:52,198 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:52,199 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:52,199 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:52,199 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,44589,1731179860647 because: Region server is closing 2024-11-09T19:17:52,199 INFO [RS:0;fac84fd0e20f:44589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:44589. 2024-11-09T19:17:52,199 DEBUG [RS:0;fac84fd0e20f:44589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:17:52,199 DEBUG [RS:0;fac84fd0e20f:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:52,200 DEBUG [RS:0;fac84fd0e20f:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:52,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:17:52,300 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.wal-reader.fac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:17:52,300 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.shipperfac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:17:52,301 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,44589,1731179860647.replicationSource.shipperfac84fd0e20f%2C44589%2C1731179860647,1-fac84fd0e20f,44589,1731179860647 terminated 2024-11-09T19:17:52,301 INFO [RS:0;fac84fd0e20f:44589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44589 2024-11-09T19:17:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273/rs 2024-11-09T19:17:52,337 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:52,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739614273/rs/fac84fd0e20f,44589,1731179860647 2024-11-09T19:17:52,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,44589,1731179860647] 2024-11-09T19:17:52,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-739614273/draining/fac84fd0e20f,44589,1731179860647 already deleted, retry=false 2024-11-09T19:17:52,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,44589,1731179860647 expired; onlineServers=0 2024-11-09T19:17:52,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42245,1731179860383' ***** 2024-11-09T19:17:52,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:17:52,431 INFO [M:0;fac84fd0e20f:42245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:17:52,431 INFO [M:0;fac84fd0e20f:42245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:17:52,431 DEBUG [M:0;fac84fd0e20f:42245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:17:52,431 DEBUG [M:0;fac84fd0e20f:42245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:17:52,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:17:52,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179862031 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179862031,5,FailOnTimeoutGroup] 2024-11-09T19:17:52,431 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179862031 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179862031,5,FailOnTimeoutGroup] 2024-11-09T19:17:52,432 INFO [M:0;fac84fd0e20f:42245 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:17:52,432 INFO [M:0;fac84fd0e20f:42245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:17:52,432 DEBUG [M:0;fac84fd0e20f:42245 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:17:52,432 INFO [M:0;fac84fd0e20f:42245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:17:52,432 INFO [M:0;fac84fd0e20f:42245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:17:52,432 INFO [M:0;fac84fd0e20f:42245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:17:52,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:17:52,470 INFO [RS:0;fac84fd0e20f:44589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:52,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:52,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x1012108430d0001, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:52,470 INFO [RS:0;fac84fd0e20f:44589 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,44589,1731179860647; zookeeper connection closed. 2024-11-09T19:17:52,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45be2e23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45be2e23 2024-11-09T19:17:52,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:17:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-739614273/master 2024-11-09T19:17:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-739614273 2024-11-09T19:17:52,495 DEBUG [M:0;fac84fd0e20f:42245 {}] zookeeper.ZKUtil(347): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Unable to get data of znode /0-739614273/master because node does not exist (not an error) 2024-11-09T19:17:52,495 WARN [M:0;fac84fd0e20f:42245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:17:52,495 INFO [M:0;fac84fd0e20f:42245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/.lastflushedseqids 2024-11-09T19:17:52,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741842_1018 (size=181) 2024-11-09T19:17:52,505 INFO [M:0;fac84fd0e20f:42245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:17:52,505 INFO [M:0;fac84fd0e20f:42245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:17:52,505 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:52,505 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:52,505 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:52,505 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:52,505 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:52,505 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T19:17:52,527 DEBUG [M:0;fac84fd0e20f:42245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f82ccf3ae42439098ecb64f0959adf2 is 82, key is hbase:meta,,1/info:regioninfo/1731179862857/Put/seqid=0 2024-11-09T19:17:52,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741843_1019 (size=5672) 2024-11-09T19:17:52,554 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f82ccf3ae42439098ecb64f0959adf2 2024-11-09T19:17:52,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:52,629 DEBUG [M:0;fac84fd0e20f:42245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861df74c25cd46adad090fef3bca8bf5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731179868104/Put/seqid=0 2024-11-09T19:17:52,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:52,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:52,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741844_1020 (size=7203) 2024-11-09T19:17:52,644 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861df74c25cd46adad090fef3bca8bf5 2024-11-09T19:17:52,696 DEBUG [M:0;fac84fd0e20f:42245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7b7ba7112904fba993f0501aaf7ad42 is 69, key is fac84fd0e20f,44589,1731179860647/rs:state/1731179862150/Put/seqid=0 2024-11-09T19:17:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741845_1021 (size=5156) 2024-11-09T19:17:52,710 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7b7ba7112904fba993f0501aaf7ad42 2024-11-09T19:17:52,720 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f82ccf3ae42439098ecb64f0959adf2 as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f82ccf3ae42439098ecb64f0959adf2 2024-11-09T19:17:52,726 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f82ccf3ae42439098ecb64f0959adf2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T19:17:52,727 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/861df74c25cd46adad090fef3bca8bf5 as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/861df74c25cd46adad090fef3bca8bf5 2024-11-09T19:17:52,749 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/861df74c25cd46adad090fef3bca8bf5, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T19:17:52,751 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7b7ba7112904fba993f0501aaf7ad42 as hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7b7ba7112904fba993f0501aaf7ad42 2024-11-09T19:17:52,757 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40309/user/jenkins/test-data/2b20db2c-9c52-f55e-d084-a932ca3564b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7b7ba7112904fba993f0501aaf7ad42, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T19:17:52,759 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 254ms, sequenceid=70, compaction requested=false 2024-11-09T19:17:52,773 INFO [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:52,773 DEBUG [M:0;fac84fd0e20f:42245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179872505Disabling compacts and flushes for region at 1731179872505Disabling writes for close at 1731179872505Obtaining lock to block concurrent updates at 1731179872505Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179872505Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731179872506 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179872507 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179872507Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179872527 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179872527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179872580 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179872629 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179872629Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179872654 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179872695 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179872695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4241977f: reopening flushed file at 1731179872719 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43689c54: reopening flushed file at 1731179872726 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1008e80b: reopening flushed file at 1731179872749 (+23 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 254ms, sequenceid=70, compaction requested=false at 1731179872759 (+10 ms)Writing region close event to WAL at 1731179872773 (+14 ms)Closed at 1731179872773 2024-11-09T19:17:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46329 is added to blk_1073741830_1006 (size=41008) 2024-11-09T19:17:52,790 INFO [M:0;fac84fd0e20f:42245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:17:52,790 INFO [M:0;fac84fd0e20f:42245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42245 2024-11-09T19:17:52,790 INFO [M:0;fac84fd0e20f:42245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:17:52,790 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:17:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:52,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1012108430d0000, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:17:52,916 INFO [M:0;fac84fd0e20f:42245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:17:52,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1db86ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:52,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@587a69ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:52,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@628ebd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d7b57b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:52,942 WARN [BP-488206245-172.17.0.2-1731179857828 heartbeating to localhost/127.0.0.1:40309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:17:52,942 WARN [BP-488206245-172.17.0.2-1731179857828 heartbeating to localhost/127.0.0.1:40309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-488206245-172.17.0.2-1731179857828 (Datanode Uuid 3be7b73f-1abf-4858-9969-747cbaff2837) service to localhost/127.0.0.1:40309 2024-11-09T19:17:52,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/data/data2/current/BP-488206245-172.17.0.2-1731179857828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:52,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:17:52,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:17:52,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/cluster_4fe054dc-fa9b-1ae9-e1aa-b9a21ba64e0e/data/data1/current/BP-488206245-172.17.0.2-1731179857828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:17:52,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:17:52,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@524df62e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:52,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f00485f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:17:52,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:17:52,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfd5bb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:17:52,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ed71c7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1b9aa6a2-2e03-2a3f-4ea2-f29e91c21349/hadoop.log.dir/,STOPPED} 2024-11-09T19:17:52,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:17:53,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:17:53,012 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=145 (was 109) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:43131 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40309 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40309 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40309 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:43131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40309 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:43131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 584) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4408 (was 3877) - AvailableMemoryMB LEAK? - 2024-11-09T19:17:53,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=145, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=4407 2024-11-09T19:17:53,041 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T19:17:53,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir so I do NOT create it in target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0 2024-11-09T19:17:53,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:17:53,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.tmp.dir so I do NOT create it in target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0 2024-11-09T19:17:53,042 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0e07dd36-662c-e168-981b-cd07170e4f8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:17:53,042 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0 2024-11-09T19:17:53,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34, deleteOnExit=true 2024-11-09T19:17:53,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/zookeeper_0, clientPort=58828, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:17:53,051 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58828 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/test.cache.data in system properties and HBase conf 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:17:53,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:17:53,052 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:17:53,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:17:53,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:17:53,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012108430d0005, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:17:53,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012108430d0005, quorum=127.0.0.1:52005, baseZNode=/1-132206637 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:17:53,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012108430d0002, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:17:53,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012108430d0002, quorum=127.0.0.1:52005, baseZNode=/0-739614273 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:17:53,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:53,543 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:53,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:53,561 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:53,561 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:53,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:53,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b42acc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:53,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a504357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:53,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3676e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/java.io.tmpdir/jetty-localhost-42451-hadoop-hdfs-3_4_1-tests_jar-_-any-7882975639955580107/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:53,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b599502{HTTP/1.1, (http/1.1)}{localhost:42451} 2024-11-09T19:17:53,721 INFO [Time-limited test {}] server.Server(415): Started @49031ms 2024-11-09T19:17:54,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:54,084 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:54,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:54,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:54,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:54,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a2eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:54,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de39c3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:54,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d71af9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/java.io.tmpdir/jetty-localhost-37229-hadoop-hdfs-3_4_1-tests_jar-_-any-5379740382052313896/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:54,268 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2535e424{HTTP/1.1, (http/1.1)}{localhost:37229} 2024-11-09T19:17:54,268 INFO [Time-limited test {}] server.Server(415): Started @49579ms 2024-11-09T19:17:54,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:17:55,204 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/data/data1/current/BP-968286262-172.17.0.2-1731179873087/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:55,204 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/data/data2/current/BP-968286262-172.17.0.2-1731179873087/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:55,240 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:17:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7b24a545f68a925 with lease ID 0x525ef2dec42cefb8: Processing first storage report for DS-d0b34deb-2031-4f0f-9a1e-3bee4ace6d42 from datanode DatanodeRegistration(127.0.0.1:45001, datanodeUuid=d6541543-aefd-46d2-922d-13b723ce4fce, infoPort=41877, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=558739800;c=1731179873087) 2024-11-09T19:17:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7b24a545f68a925 with lease ID 0x525ef2dec42cefb8: from storage DS-d0b34deb-2031-4f0f-9a1e-3bee4ace6d42 node DatanodeRegistration(127.0.0.1:45001, datanodeUuid=d6541543-aefd-46d2-922d-13b723ce4fce, infoPort=41877, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=558739800;c=1731179873087), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:17:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7b24a545f68a925 with lease ID 0x525ef2dec42cefb8: Processing first storage report for DS-be644459-2b5a-4dd8-bbfa-aba0a3c00405 from datanode DatanodeRegistration(127.0.0.1:45001, datanodeUuid=d6541543-aefd-46d2-922d-13b723ce4fce, infoPort=41877, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=558739800;c=1731179873087) 2024-11-09T19:17:55,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7b24a545f68a925 with lease ID 0x525ef2dec42cefb8: from storage DS-be644459-2b5a-4dd8-bbfa-aba0a3c00405 node DatanodeRegistration(127.0.0.1:45001, datanodeUuid=d6541543-aefd-46d2-922d-13b723ce4fce, infoPort=41877, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=558739800;c=1731179873087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:55,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0 2024-11-09T19:17:55,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:55,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:55,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:17:55,313 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4 with version=8 2024-11-09T19:17:55,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/hbase-staging 2024-11-09T19:17:55,314 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:17:55,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:55,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36095 2024-11-09T19:17:55,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36095 connecting to ZooKeeper ensemble=127.0.0.1:58828 2024-11-09T19:17:55,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360950x0, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:55,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36095-0x10121087ec00000 connected 2024-11-09T19:17:55,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:55,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:55,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/running 2024-11-09T19:17:55,861 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4, hbase.cluster.distributed=false 2024-11-09T19:17:55,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/acl 2024-11-09T19:17:55,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-09T19:17:55,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36095 2024-11-09T19:17:55,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36095 2024-11-09T19:17:55,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-09T19:17:55,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36095 2024-11-09T19:17:55,888 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:17:55,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:17:55,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42763 2024-11-09T19:17:55,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42763 connecting to ZooKeeper ensemble=127.0.0.1:58828 2024-11-09T19:17:55,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:55,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:55,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427630x0, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:55,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427630x0, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/running 2024-11-09T19:17:55,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:17:55,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42763-0x10121087ec00001 connected 2024-11-09T19:17:55,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:17:55,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/master 2024-11-09T19:17:55,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/acl 2024-11-09T19:17:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42763 2024-11-09T19:17:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42763 2024-11-09T19:17:55,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42763 2024-11-09T19:17:55,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42763 2024-11-09T19:17:55,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42763 2024-11-09T19:17:55,999 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:36095 2024-11-09T19:17:56,006 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02017009884/backup-masters/fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:56,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884/backup-masters 2024-11-09T19:17:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884/backup-masters 2024-11-09T19:17:56,013 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on existing znode=/02017009884/backup-masters/fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:56,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02017009884/master 2024-11-09T19:17:56,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:56,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:56,023 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on existing znode=/02017009884/master 2024-11-09T19:17:56,024 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02017009884/backup-masters/fac84fd0e20f,36095,1731179875314 from backup master directory 2024-11-09T19:17:56,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02017009884/backup-masters/fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:56,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884/backup-masters 2024-11-09T19:17:56,035 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:56,035 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:56,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884/backup-masters 2024-11-09T19:17:56,050 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/hbase.id] with ID: 2be9a834-58a2-4999-89ec-6c6cfc2f6b6d 2024-11-09T19:17:56,050 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/.tmp/hbase.id 2024-11-09T19:17:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:17:56,076 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/.tmp/hbase.id]:[hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/hbase.id] 2024-11-09T19:17:56,097 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:56,097 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:17:56,099 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T19:17:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:56,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:17:56,133 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:17:56,134 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:17:56,136 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:56,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:17:56,549 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store 2024-11-09T19:17:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:17:56,958 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:56,958 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:17:56,958 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:56,958 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:56,958 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:17:56,958 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:56,958 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:17:56,958 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179876958Disabling compacts and flushes for region at 1731179876958Disabling writes for close at 1731179876958Writing region close event to WAL at 1731179876958Closed at 1731179876958 2024-11-09T19:17:56,959 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/.initializing 2024-11-09T19:17:56,959 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/WALs/fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:56,960 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:56,961 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C36095%2C1731179875314, suffix=, logDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/WALs/fac84fd0e20f,36095,1731179875314, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/oldWALs, maxLogs=10 2024-11-09T19:17:56,973 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/WALs/fac84fd0e20f,36095,1731179875314/fac84fd0e20f%2C36095%2C1731179875314.1731179876961, exclude list is [], retry=0 2024-11-09T19:17:56,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-d0b34deb-2031-4f0f-9a1e-3bee4ace6d42,DISK] 2024-11-09T19:17:56,977 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/WALs/fac84fd0e20f,36095,1731179875314/fac84fd0e20f%2C36095%2C1731179875314.1731179876961 2024-11-09T19:17:56,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-09T19:17:56,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:56,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:56,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:17:56,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:56,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:56,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:17:56,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:56,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:56,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:17:56,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:56,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:56,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:17:56,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:56,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:17:56,988 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,988 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,989 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,990 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,990 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,991 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:56,992 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:17:56,994 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:56,995 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59958541, jitterRate=-0.10654811561107635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:56,995 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179876978Initializing all the Stores at 1731179876979 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179876979Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179876980 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179876980Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179876980Cleaning up temporary data from old regions at 1731179876990 (+10 ms)Region opened successfully at 1731179876995 (+5 ms) 2024-11-09T19:17:56,996 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:17:56,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21cad2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:57,000 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:17:57,000 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:17:57,000 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:17:57,000 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:17:57,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:17:57,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:17:57,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:17:57,003 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:17:57,004 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Unable to get data of znode /02017009884/balancer because node does not exist (not necessarily an error) 2024-11-09T19:17:57,022 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02017009884/balancer already deleted, retry=false 2024-11-09T19:17:57,022 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:17:57,023 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Unable to get data of znode /02017009884/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:17:57,032 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02017009884/normalizer already deleted, retry=false 2024-11-09T19:17:57,033 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:17:57,034 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Unable to get data of znode /02017009884/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:17:57,043 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02017009884/switch/split already deleted, retry=false 2024-11-09T19:17:57,044 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Unable to get data of znode /02017009884/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:17:57,053 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02017009884/switch/merge already deleted, retry=false 2024-11-09T19:17:57,055 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Unable to get data of znode /02017009884/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:17:57,064 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02017009884/snapshot-cleanup already deleted, retry=false 2024-11-09T19:17:57,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02017009884/running 2024-11-09T19:17:57,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02017009884/running 2024-11-09T19:17:57,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:57,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:57,075 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,36095,1731179875314, sessionid=0x10121087ec00000, setting cluster-up flag (Was=false) 2024-11-09T19:17:57,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:57,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:57,127 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02017009884/flush-table-proc/acquired, /02017009884/flush-table-proc/reached, /02017009884/flush-table-proc/abort 2024-11-09T19:17:57,128 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:57,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:57,180 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02017009884/online-snapshot/acquired, /02017009884/online-snapshot/reached, /02017009884/online-snapshot/abort 2024-11-09T19:17:57,181 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:57,182 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:17:57,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:57,184 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:17:57,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:17:57,185 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,36095,1731179875314 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:17:57,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:57,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:57,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:57,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:17:57,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:17:57,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:57,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:57,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179907190 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:17:57,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:17:57,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:17:57,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:17:57,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:17:57,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:17:57,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:17:57,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:17:57,192 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:17:57,192 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:17:57,196 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179877192,5,FailOnTimeoutGroup] 2024-11-09T19:17:57,196 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179877196,5,FailOnTimeoutGroup] 2024-11-09T19:17:57,197 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,197 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:17:57,197 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,197 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:17:57,262 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(746): ClusterId : 2be9a834-58a2-4999-89ec-6c6cfc2f6b6d 2024-11-09T19:17:57,262 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:17:57,275 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:17:57,275 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:17:57,286 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:17:57,286 DEBUG [RS:0;fac84fd0e20f:42763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b61c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:17:57,297 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:42763 2024-11-09T19:17:57,297 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:17:57,297 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:17:57,297 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:17:57,298 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,36095,1731179875314 with port=42763, startcode=1731179875887 2024-11-09T19:17:57,298 DEBUG [RS:0;fac84fd0e20f:42763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:17:57,300 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:17:57,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:57,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36095 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:57,302 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4 2024-11-09T19:17:57,302 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36227 2024-11-09T19:17:57,302 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:17:57,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884/rs 2024-11-09T19:17:57,306 DEBUG [RS:0;fac84fd0e20f:42763 {}] zookeeper.ZKUtil(111): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on existing znode=/02017009884/rs/fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:57,306 WARN [RS:0;fac84fd0e20f:42763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:17:57,306 INFO [RS:0;fac84fd0e20f:42763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:57,307 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:57,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,42763,1731179875887] 2024-11-09T19:17:57,310 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:17:57,311 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:17:57,311 INFO [RS:0;fac84fd0e20f:42763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:17:57,311 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,312 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:17:57,313 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:17:57,313 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:57,313 DEBUG [RS:0;fac84fd0e20f:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:17:57,317 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,317 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,317 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,317 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,317 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,317 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42763,1731179875887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:57,332 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:17:57,332 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42763,1731179875887-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,332 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,332 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.Replication(171): fac84fd0e20f,42763,1731179875887 started 2024-11-09T19:17:57,348 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:57,348 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,42763,1731179875887, RpcServer on fac84fd0e20f/172.17.0.2:42763, sessionid=0x10121087ec00001 2024-11-09T19:17:57,348 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:17:57,348 DEBUG [RS:0;fac84fd0e20f:42763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:57,348 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,42763,1731179875887' 2024-11-09T19:17:57,348 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02017009884/flush-table-proc/abort' 2024-11-09T19:17:57,349 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02017009884/flush-table-proc/acquired' 2024-11-09T19:17:57,349 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:17:57,349 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:17:57,349 DEBUG [RS:0;fac84fd0e20f:42763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:57,349 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,42763,1731179875887' 2024-11-09T19:17:57,350 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02017009884/online-snapshot/abort' 2024-11-09T19:17:57,350 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02017009884/online-snapshot/acquired' 2024-11-09T19:17:57,350 DEBUG [RS:0;fac84fd0e20f:42763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:17:57,350 INFO [RS:0;fac84fd0e20f:42763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:17:57,350 INFO [RS:0;fac84fd0e20f:42763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:17:57,451 INFO [RS:0;fac84fd0e20f:42763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:17:57,456 INFO [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C42763%2C1731179875887, suffix=, logDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/oldWALs, maxLogs=10 2024-11-09T19:17:57,476 DEBUG [RS:0;fac84fd0e20f:42763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456, exclude list is [], retry=0 2024-11-09T19:17:57,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-d0b34deb-2031-4f0f-9a1e-3bee4ace6d42,DISK] 2024-11-09T19:17:57,481 INFO [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 2024-11-09T19:17:57,482 DEBUG [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-09T19:17:57,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:17:57,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:17:57,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:17:57,603 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4 2024-11-09T19:17:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:17:58,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:58,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:58,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:58,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:58,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:58,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:58,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:58,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:58,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:58,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740 2024-11-09T19:17:58,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740 2024-11-09T19:17:58,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:58,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:58,030 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:58,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:58,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:17:58,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64971965, jitterRate=-0.03184227645397186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179878015Initializing all the Stores at 1731179878016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179878016Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179878016Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179878016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179878016Cleaning up temporary data from old regions at 1731179878029 (+13 ms)Region opened successfully at 1731179878034 (+5 ms) 2024-11-09T19:17:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:17:58,035 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:17:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:17:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:17:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:17:58,035 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:17:58,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179878035Disabling compacts and flushes for region at 1731179878035Disabling writes for close at 1731179878035Writing region close event to WAL at 1731179878035Closed at 1731179878035 2024-11-09T19:17:58,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:58,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:17:58,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:17:58,040 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:58,042 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:17:58,193 DEBUG [fac84fd0e20f:36095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:17:58,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:58,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,42763,1731179875887, state=OPENING 2024-11-09T19:17:58,200 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:17:58,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:58,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:17:58,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:17:58,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42763,1731179875887}] 2024-11-09T19:17:58,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02017009884/meta-region-server: CHANGED 2024-11-09T19:17:58,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02017009884/meta-region-server: CHANGED 2024-11-09T19:17:58,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:17:58,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:17:58,370 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:17:58,370 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:17:58,370 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:17:58,372 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C42763%2C1731179875887.meta, suffix=.meta, logDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/oldWALs, maxLogs=10 2024-11-09T19:17:58,384 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.meta.1731179878372.meta, exclude list is [], retry=0 2024-11-09T19:17:58,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-d0b34deb-2031-4f0f-9a1e-3bee4ace6d42,DISK] 2024-11-09T19:17:58,388 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.meta.1731179878372.meta 2024-11-09T19:17:58,388 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-09T19:17:58,388 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:17:58,389 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:17:58,389 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:17:58,389 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:17:58,389 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:17:58,389 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:17:58,389 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:17:58,389 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:17:58,389 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:17:58,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:17:58,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:17:58,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:17:58,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:17:58,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:17:58,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:17:58,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:17:58,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:17:58,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:17:58,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:17:58,396 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:17:58,397 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740 2024-11-09T19:17:58,398 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740 2024-11-09T19:17:58,399 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:17:58,399 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:17:58,399 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:17:58,400 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:17:58,401 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74680350, jitterRate=0.11282393336296082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:17:58,401 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:17:58,402 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179878389Writing region info on filesystem at 1731179878389Initializing all the Stores at 1731179878390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179878390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179878390Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179878390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179878390Cleaning up temporary data from old regions at 1731179878399 (+9 ms)Running coprocessor post-open hooks at 1731179878401 (+2 ms)Region opened successfully at 1731179878402 (+1 ms) 2024-11-09T19:17:58,403 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179878365 2024-11-09T19:17:58,405 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:17:58,405 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:17:58,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:58,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,42763,1731179875887, state=OPEN 2024-11-09T19:17:58,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02017009884/meta-region-server 2024-11-09T19:17:58,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02017009884/meta-region-server 2024-11-09T19:17:58,437 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42763,1731179875887 2024-11-09T19:17:58,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02017009884/meta-region-server: CHANGED 2024-11-09T19:17:58,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02017009884/meta-region-server: CHANGED 2024-11-09T19:17:58,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:17:58,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,42763,1731179875887 in 225 msec 2024-11-09T19:17:58,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:17:58,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-09T19:17:58,443 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:17:58,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:17:58,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:58,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42763,1731179875887, seqNum=-1] 2024-11-09T19:17:58,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:58,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:58,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-09T19:17:58,452 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179878452, completionTime=-1 2024-11-09T19:17:58,452 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:17:58,452 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179938454 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731179998454 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36095,1731179875314-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36095,1731179875314-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36095,1731179875314-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:36095, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,456 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.423sec 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36095,1731179875314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:17:58,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36095,1731179875314-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:17:58,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:17:58,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:17:58,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36095,1731179875314-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:17:58,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1331ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:58,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36095,-1 for getting cluster id 2024-11-09T19:17:58,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:17:58,465 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2be9a834-58a2-4999-89ec-6c6cfc2f6b6d' 2024-11-09T19:17:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:17:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2be9a834-58a2-4999-89ec-6c6cfc2f6b6d" 2024-11-09T19:17:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e233838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36095,-1] 2024-11-09T19:17:58,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:17:58,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:17:58,467 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:17:58,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b34e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:17:58,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:17:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42763,1731179875887, seqNum=-1] 2024-11-09T19:17:58,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:17:58,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:17:58,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,36095,1731179875314 2024-11-09T19:17:58,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58828 2024-11-09T19:17:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:17:58,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10121087ec00002 connected 2024-11-09T19:17:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir so I do NOT create it in target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7 2024-11-09T19:17:58,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:17:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.tmp.dir so I do NOT create it in target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7 2024-11-09T19:17:58,509 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:17:58,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7 2024-11-09T19:17:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:17:58,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/cluster_e56575bd-f6eb-21fe-0865-6f1b4269581e, deleteOnExit=true 2024-11-09T19:17:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:17:58,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/test.cache.data in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:17:58,510 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:17:58,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:17:58,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:58,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:58,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:58,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:58,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:58,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:58,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccfcd2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:58,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f6056bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:58,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee92dd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/java.io.tmpdir/jetty-localhost-34399-hadoop-hdfs-3_4_1-tests_jar-_-any-8459691862086712832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:17:58,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f678e84{HTTP/1.1, (http/1.1)}{localhost:34399} 2024-11-09T19:17:58,921 INFO [Time-limited test {}] server.Server(415): Started @54231ms 2024-11-09T19:17:59,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:17:59,161 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:17:59,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:17:59,163 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:17:59,163 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:17:59,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de72411{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:17:59,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202beb9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:17:59,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fecfca2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/java.io.tmpdir/jetty-localhost-34733-hadoop-hdfs-3_4_1-tests_jar-_-any-15970578435907839370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:17:59,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75f29e28{HTTP/1.1, (http/1.1)}{localhost:34733} 2024-11-09T19:17:59,262 INFO [Time-limited test {}] server.Server(415): Started @54573ms 2024-11-09T19:17:59,263 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:17:59,903 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/cluster_e56575bd-f6eb-21fe-0865-6f1b4269581e/data/data1/current/BP-101910965-172.17.0.2-1731179878532/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:59,903 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/cluster_e56575bd-f6eb-21fe-0865-6f1b4269581e/data/data2/current/BP-101910965-172.17.0.2-1731179878532/current, will proceed with Du for space computation calculation, 2024-11-09T19:17:59,918 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:17:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x927a6195adc08a3e with lease ID 0x653b31eb5c3945b1: Processing first storage report for DS-c65ee869-8e08-4c7a-93d8-53877e9ca416 from datanode DatanodeRegistration(127.0.0.1:37195, datanodeUuid=0328b9b9-5203-44ff-9d73-7128da2ff518, infoPort=33307, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=1917191943;c=1731179878532) 2024-11-09T19:17:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x927a6195adc08a3e with lease ID 0x653b31eb5c3945b1: from storage DS-c65ee869-8e08-4c7a-93d8-53877e9ca416 node DatanodeRegistration(127.0.0.1:37195, datanodeUuid=0328b9b9-5203-44ff-9d73-7128da2ff518, infoPort=33307, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=1917191943;c=1731179878532), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x927a6195adc08a3e with lease ID 0x653b31eb5c3945b1: Processing first storage report for DS-6442afcb-893e-4914-9ff8-6b84e3cfa527 from datanode DatanodeRegistration(127.0.0.1:37195, datanodeUuid=0328b9b9-5203-44ff-9d73-7128da2ff518, infoPort=33307, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=1917191943;c=1731179878532) 2024-11-09T19:17:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x927a6195adc08a3e with lease ID 0x653b31eb5c3945b1: from storage DS-6442afcb-893e-4914-9ff8-6b84e3cfa527 node DatanodeRegistration(127.0.0.1:37195, datanodeUuid=0328b9b9-5203-44ff-9d73-7128da2ff518, infoPort=33307, infoSecurePort=0, ipcPort=40069, storageInfo=lv=-57;cid=testClusterID;nsid=1917191943;c=1731179878532), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:17:59,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7 2024-11-09T19:17:59,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:59,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:17:59,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:18:00,401 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6 with version=8 2024-11-09T19:18:00,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/hbase-staging 2024-11-09T19:18:00,403 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:18:00,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:18:00,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41537 2024-11-09T19:18:00,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41537 connecting to ZooKeeper ensemble=127.0.0.1:58828 2024-11-09T19:18:00,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415370x0, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:18:00,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41537-0x10121087ec00003 connected 2024-11-09T19:18:00,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:00,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:00,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/running 2024-11-09T19:18:00,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6, hbase.cluster.distributed=false 2024-11-09T19:18:00,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/acl 2024-11-09T19:18:00,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-09T19:18:00,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41537 2024-11-09T19:18:00,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41537 2024-11-09T19:18:00,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-09T19:18:00,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41537 2024-11-09T19:18:00,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:18:00,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:18:00,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37043 2024-11-09T19:18:00,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37043 connecting to ZooKeeper ensemble=127.0.0.1:58828 2024-11-09T19:18:00,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:00,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:00,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370430x0, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:18:00,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370430x0, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/running 2024-11-09T19:18:00,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37043-0x10121087ec00004 connected 2024-11-09T19:18:00,580 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:18:00,580 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:18:00,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/master 2024-11-09T19:18:00,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/acl 2024-11-09T19:18:00,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37043 2024-11-09T19:18:00,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37043 2024-11-09T19:18:00,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37043 2024-11-09T19:18:00,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37043 2024-11-09T19:18:00,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37043 2024-11-09T19:18:00,596 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:41537 2024-11-09T19:18:00,597 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1999052228/backup-masters/fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228/backup-masters 2024-11-09T19:18:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228/backup-masters 2024-11-09T19:18:00,601 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on existing znode=/1-1999052228/backup-masters/fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1999052228/master 2024-11-09T19:18:00,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:00,612 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on existing znode=/1-1999052228/master 2024-11-09T19:18:00,612 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1999052228/backup-masters/fac84fd0e20f,41537,1731179880403 from backup master directory 2024-11-09T19:18:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228/backup-masters 2024-11-09T19:18:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999052228/backup-masters/fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:00,621 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:18:00,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228/backup-masters 2024-11-09T19:18:00,621 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:00,625 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/hbase.id] with ID: c7be396e-5e2b-4530-8963-46339d63e3cd 2024-11-09T19:18:00,625 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/.tmp/hbase.id 2024-11-09T19:18:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:18:01,032 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/.tmp/hbase.id]:[hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/hbase.id] 2024-11-09T19:18:01,044 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:01,044 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:18:01,045 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:18:01,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:01,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:18:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:18:01,459 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:18:01,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:18:01,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:18:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:18:01,868 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store 2024-11-09T19:18:01,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:18:02,274 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:02,274 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:18:02,274 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:18:02,275 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:18:02,275 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:18:02,275 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:18:02,275 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:18:02,275 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179882274Disabling compacts and flushes for region at 1731179882274Disabling writes for close at 1731179882275 (+1 ms)Writing region close event to WAL at 1731179882275Closed at 1731179882275 2024-11-09T19:18:02,276 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/.initializing 2024-11-09T19:18:02,276 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/WALs/fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:02,276 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:18:02,278 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C41537%2C1731179880403, suffix=, logDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/WALs/fac84fd0e20f,41537,1731179880403, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/oldWALs, maxLogs=10 2024-11-09T19:18:02,290 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/WALs/fac84fd0e20f,41537,1731179880403/fac84fd0e20f%2C41537%2C1731179880403.1731179882278, exclude list is [], retry=0 2024-11-09T19:18:02,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-c65ee869-8e08-4c7a-93d8-53877e9ca416,DISK] 2024-11-09T19:18:02,294 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/WALs/fac84fd0e20f,41537,1731179880403/fac84fd0e20f%2C41537%2C1731179880403.1731179882278 2024-11-09T19:18:02,295 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33307:33307)] 2024-11-09T19:18:02,295 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:18:02,295 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:02,295 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,295 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:18:02,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:02,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:02,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:18:02,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:02,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:02,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:18:02,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:02,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:02,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:18:02,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:02,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:02,303 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,304 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,304 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:18:02,307 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:18:02,309 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:18:02,310 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74958789, jitterRate=0.11697299778461456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:18:02,310 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179882295Initializing all the Stores at 1731179882296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179882296Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179882296Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179882296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179882296Cleaning up temporary data from old regions at 1731179882306 (+10 ms)Region opened successfully at 1731179882310 (+4 ms) 2024-11-09T19:18:02,310 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:18:02,313 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c0533b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:18:02,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:18:02,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:18:02,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:18:02,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:18:02,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:18:02,315 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:18:02,315 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:18:02,316 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:18:02,317 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Unable to get data of znode /1-1999052228/balancer because node does not exist (not necessarily an error) 2024-11-09T19:18:02,326 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/balancer already deleted, retry=false 2024-11-09T19:18:02,327 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:18:02,328 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Unable to get data of znode /1-1999052228/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:18:02,337 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/normalizer already deleted, retry=false 2024-11-09T19:18:02,337 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:18:02,338 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Unable to get data of znode /1-1999052228/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:18:02,348 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/switch/split already deleted, retry=false 2024-11-09T19:18:02,349 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Unable to get data of znode /1-1999052228/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:18:02,358 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/switch/merge already deleted, retry=false 2024-11-09T19:18:02,362 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Unable to get data of znode /1-1999052228/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:18:02,369 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/snapshot-cleanup already deleted, retry=false 2024-11-09T19:18:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1999052228/running 2024-11-09T19:18:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1999052228/running 2024-11-09T19:18:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:02,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:02,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,41537,1731179880403, sessionid=0x10121087ec00003, setting cluster-up flag (Was=false) 2024-11-09T19:18:02,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:02,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:02,432 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1999052228/flush-table-proc/acquired, /1-1999052228/flush-table-proc/reached, /1-1999052228/flush-table-proc/abort 2024-11-09T19:18:02,438 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:02,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:02,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:02,484 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1999052228/online-snapshot/acquired, /1-1999052228/online-snapshot/reached, /1-1999052228/online-snapshot/abort 2024-11-09T19:18:02,485 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:02,487 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:18:02,488 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:18:02,488 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:18:02,488 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:18:02,488 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,41537,1731179880403 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:18:02,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:18:02,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:18:02,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:02,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:18:02,520 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179912520 2024-11-09T19:18:02,521 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:18:02,521 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:18:02,521 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:18:02,521 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:18:02,521 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:18:02,521 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:18:02,524 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:18:02,539 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:18:02,539 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:18:02,539 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:18:02,539 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:18:02,543 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:18:02,543 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:18:02,545 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179882543,5,FailOnTimeoutGroup] 2024-11-09T19:18:02,546 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179882545,5,FailOnTimeoutGroup] 2024-11-09T19:18:02,546 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,546 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:18:02,546 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,546 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,597 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(746): ClusterId : c7be396e-5e2b-4530-8963-46339d63e3cd 2024-11-09T19:18:02,597 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:18:02,601 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:18:02,601 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:18:02,613 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:18:02,613 DEBUG [RS:0;fac84fd0e20f:37043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c38c2c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:18:02,627 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:37043 2024-11-09T19:18:02,627 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:18:02,627 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:18:02,627 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:18:02,628 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,41537,1731179880403 with port=37043, startcode=1731179880562 2024-11-09T19:18:02,629 DEBUG [RS:0;fac84fd0e20f:37043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:18:02,630 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:18:02,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:02,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41537 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:02,632 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6 2024-11-09T19:18:02,632 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43737 2024-11-09T19:18:02,632 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:18:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228/rs 2024-11-09T19:18:02,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,37043,1731179880562] 2024-11-09T19:18:02,672 DEBUG [RS:0;fac84fd0e20f:37043 {}] zookeeper.ZKUtil(111): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on existing znode=/1-1999052228/rs/fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:02,672 WARN [RS:0;fac84fd0e20f:37043 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:18:02,672 INFO [RS:0;fac84fd0e20f:37043 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:18:02,672 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:02,680 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:18:02,689 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:18:02,692 INFO [RS:0;fac84fd0e20f:37043 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:18:02,692 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,696 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:18:02,697 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:18:02,697 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,697 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,698 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,698 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:18:02,698 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:18:02,698 DEBUG [RS:0;fac84fd0e20f:37043 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:18:02,698 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,698 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,698 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,698 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,698 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,698 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37043,1731179880562-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:18:02,718 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:18:02,718 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,37043,1731179880562-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,719 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,719 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.Replication(171): fac84fd0e20f,37043,1731179880562 started 2024-11-09T19:18:02,738 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:02,738 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,37043,1731179880562, RpcServer on fac84fd0e20f/172.17.0.2:37043, sessionid=0x10121087ec00004 2024-11-09T19:18:02,738 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:18:02,738 DEBUG [RS:0;fac84fd0e20f:37043 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:02,738 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,37043,1731179880562' 2024-11-09T19:18:02,738 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1999052228/flush-table-proc/abort' 2024-11-09T19:18:02,739 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1999052228/flush-table-proc/acquired' 2024-11-09T19:18:02,739 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:18:02,739 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:18:02,739 DEBUG [RS:0;fac84fd0e20f:37043 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:02,739 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,37043,1731179880562' 2024-11-09T19:18:02,739 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1999052228/online-snapshot/abort' 2024-11-09T19:18:02,740 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1999052228/online-snapshot/acquired' 2024-11-09T19:18:02,741 DEBUG [RS:0;fac84fd0e20f:37043 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:18:02,741 INFO [RS:0;fac84fd0e20f:37043 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:18:02,741 INFO [RS:0;fac84fd0e20f:37043 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:18:02,841 INFO [RS:0;fac84fd0e20f:37043 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:18:02,843 INFO [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C37043%2C1731179880562, suffix=, logDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/oldWALs, maxLogs=10 2024-11-09T19:18:02,860 DEBUG [RS:0;fac84fd0e20f:37043 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562/fac84fd0e20f%2C37043%2C1731179880562.1731179882843, exclude list is [], retry=0 2024-11-09T19:18:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-c65ee869-8e08-4c7a-93d8-53877e9ca416,DISK] 2024-11-09T19:18:02,870 INFO [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562/fac84fd0e20f%2C37043%2C1731179880562.1731179882843 2024-11-09T19:18:02,873 DEBUG [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33307:33307)] 2024-11-09T19:18:02,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:18:02,935 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6 2024-11-09T19:18:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:18:02,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:02,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:18:02,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:18:02,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:02,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:02,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:18:02,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:18:02,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:18:03,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:18:03,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:18:03,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:18:03,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:18:03,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740 2024-11-09T19:18:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740 2024-11-09T19:18:03,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:18:03,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:18:03,043 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:18:03,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:18:03,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:18:03,075 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62361638, jitterRate=-0.07073917984962463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:18:03,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179882976Initializing all the Stores at 1731179882977 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179882977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179882992 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179882992Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179882992Cleaning up temporary data from old regions at 1731179883042 (+50 ms)Region opened successfully at 1731179883075 (+33 ms) 2024-11-09T19:18:03,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:18:03,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:18:03,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:18:03,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:18:03,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:18:03,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:18:03,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179883075Disabling compacts and flushes for region at 1731179883075Disabling writes for close at 1731179883075Writing region close event to WAL at 1731179883078 (+3 ms)Closed at 1731179883078 2024-11-09T19:18:03,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:18:03,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:18:03,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:18:03,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:18:03,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:18:03,238 DEBUG [fac84fd0e20f:41537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:18:03,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:03,241 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,37043,1731179880562, state=OPENING 2024-11-09T19:18:03,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:18:03,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:03,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:18:03,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999052228/meta-region-server: CHANGED 2024-11-09T19:18:03,307 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999052228/meta-region-server: CHANGED 2024-11-09T19:18:03,307 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:18:03,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,37043,1731179880562}] 2024-11-09T19:18:03,310 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:18:03,460 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:18:03,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:18:03,466 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:18:03,466 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:18:03,466 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:18:03,469 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C37043%2C1731179880562.meta, suffix=.meta, logDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562, archiveDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/oldWALs, maxLogs=10 2024-11-09T19:18:03,483 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562/fac84fd0e20f%2C37043%2C1731179880562.meta.1731179883469.meta, exclude list is [], retry=0 2024-11-09T19:18:03,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-c65ee869-8e08-4c7a-93d8-53877e9ca416,DISK] 2024-11-09T19:18:03,500 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562/fac84fd0e20f%2C37043%2C1731179880562.meta.1731179883469.meta 2024-11-09T19:18:03,506 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33307:33307)] 2024-11-09T19:18:03,506 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:18:03,507 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:18:03,507 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:18:03,507 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:18:03,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:18:03,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:18:03,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:18:03,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:18:03,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:18:03,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:18:03,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:18:03,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:18:03,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:18:03,527 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:18:03,528 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740 2024-11-09T19:18:03,530 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740 2024-11-09T19:18:03,531 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:18:03,531 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:18:03,532 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:18:03,533 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:18:03,535 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66971879, jitterRate=-0.002041235566139221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:18:03,535 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:18:03,535 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179883507Writing region info on filesystem at 1731179883507Initializing all the Stores at 1731179883508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179883509 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179883512 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179883512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179883512Cleaning up temporary data from old regions at 1731179883531 (+19 ms)Running coprocessor post-open hooks at 1731179883535 (+4 ms)Region opened successfully at 1731179883535 2024-11-09T19:18:03,537 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179883460 2024-11-09T19:18:03,541 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:18:03,541 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:18:03,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:03,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,37043,1731179880562, state=OPEN 2024-11-09T19:18:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1999052228/meta-region-server 2024-11-09T19:18:03,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1999052228/meta-region-server 2024-11-09T19:18:03,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:03,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999052228/meta-region-server: CHANGED 2024-11-09T19:18:03,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1999052228/meta-region-server: CHANGED 2024-11-09T19:18:03,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:18:03,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,37043,1731179880562 in 262 msec 2024-11-09T19:18:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:18:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-09T19:18:03,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:18:03,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:18:03,579 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:03,579 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,37043,1731179880562, seqNum=-1] 2024-11-09T19:18:03,579 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:03,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:18:03,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1000 sec 2024-11-09T19:18:03,589 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179883589, completionTime=-1 2024-11-09T19:18:03,590 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:18:03,590 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:18:03,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:18:03,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731179943592 2024-11-09T19:18:03,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180003592 2024-11-09T19:18:03,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:18:03,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41537,1731179880403-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,593 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41537,1731179880403-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,593 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41537,1731179880403-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,593 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:41537, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,593 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,595 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:18:03,600 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.984sec 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41537,1731179880403-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:18:03,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41537,1731179880403-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:18:03,617 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:18:03,617 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:18:03,617 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41537,1731179880403-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:18:03,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5dbfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:03,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41537,-1 for getting cluster id 2024-11-09T19:18:03,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:03,717 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7be396e-5e2b-4530-8963-46339d63e3cd' 2024-11-09T19:18:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:03,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7be396e-5e2b-4530-8963-46339d63e3cd" 2024-11-09T19:18:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fddd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41537,-1] 2024-11-09T19:18:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:03,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:03,720 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:03,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e928692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:03,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,37043,1731179880562, seqNum=-1] 2024-11-09T19:18:03,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:03,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:18:03,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:03,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58828 2024-11-09T19:18:03,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:18:03,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10121087ec00005 connected 2024-11-09T19:18:03,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36095,1731179875314 2024-11-09T19:18:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@354c5dd7 2024-11-09T19:18:03,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:03,770 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:18:03,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:18:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:18:03,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:18:03,783 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:03,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:18:03,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:18:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:03,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:18:03,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e7dc5e38d3bb703422a051b2fb5aaaa, NAME => 'test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4 2024-11-09T19:18:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:18:03,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:03,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e7dc5e38d3bb703422a051b2fb5aaaa, disabling compactions & flushes 2024-11-09T19:18:03,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:03,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:03,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. after waiting 0 ms 2024-11-09T19:18:03,833 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:03,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:03,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e7dc5e38d3bb703422a051b2fb5aaaa: Waiting for close lock at 1731179883833Disabling compacts and flushes for region at 1731179883833Disabling writes for close at 1731179883833Writing region close event to WAL at 1731179883834 (+1 ms)Closed at 1731179883834 2024-11-09T19:18:03,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:18:03,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731179883835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179883835"}]},"ts":"1731179883835"} 2024-11-09T19:18:03,839 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:18:03,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:18:03,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179883840"}]},"ts":"1731179883840"} 2024-11-09T19:18:03,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:18:03,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e7dc5e38d3bb703422a051b2fb5aaaa, ASSIGN}] 2024-11-09T19:18:03,853 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e7dc5e38d3bb703422a051b2fb5aaaa, ASSIGN 2024-11-09T19:18:03,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e7dc5e38d3bb703422a051b2fb5aaaa, ASSIGN; state=OFFLINE, location=fac84fd0e20f,42763,1731179875887; forceNewPlan=false, retain=false 2024-11-09T19:18:03,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:18:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:03,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:03,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:03,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:03,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:04,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e7dc5e38d3bb703422a051b2fb5aaaa, regionState=OPENING, regionLocation=fac84fd0e20f,42763,1731179875887 2024-11-09T19:18:04,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e7dc5e38d3bb703422a051b2fb5aaaa, ASSIGN because future has completed 2024-11-09T19:18:04,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7dc5e38d3bb703422a051b2fb5aaaa, server=fac84fd0e20f,42763,1731179875887}] 2024-11-09T19:18:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:04,173 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:04,173 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e7dc5e38d3bb703422a051b2fb5aaaa, NAME => 'test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:18:04,174 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:18:04,174 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:18:04,175 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,175 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:04,175 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,175 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,180 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,182 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7dc5e38d3bb703422a051b2fb5aaaa columnFamilyName f 2024-11-09T19:18:04,183 DEBUG [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:04,183 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] regionserver.HStore(327): Store=1e7dc5e38d3bb703422a051b2fb5aaaa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:04,184 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,186 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7dc5e38d3bb703422a051b2fb5aaaa columnFamilyName f1 2024-11-09T19:18:04,186 DEBUG [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:04,187 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] regionserver.HStore(327): Store=1e7dc5e38d3bb703422a051b2fb5aaaa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:04,188 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,189 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e7dc5e38d3bb703422a051b2fb5aaaa columnFamilyName norep 2024-11-09T19:18:04,189 DEBUG [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:04,190 INFO [StoreOpener-1e7dc5e38d3bb703422a051b2fb5aaaa-1 {}] regionserver.HStore(327): Store=1e7dc5e38d3bb703422a051b2fb5aaaa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:04,192 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,194 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,194 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,196 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,196 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,197 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:18:04,200 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,225 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:18:04,225 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e7dc5e38d3bb703422a051b2fb5aaaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73481838, jitterRate=0.09496471285820007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:18:04,226 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:18:04,226 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e7dc5e38d3bb703422a051b2fb5aaaa: Running coprocessor pre-open hook at 1731179884175Writing region info on filesystem at 1731179884175Initializing all the Stores at 1731179884177 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179884178 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179884180 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179884180Cleaning up temporary data from old regions at 1731179884196 (+16 ms)Running coprocessor post-open hooks at 1731179884226 (+30 ms)Region opened successfully at 1731179884226 2024-11-09T19:18:04,229 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., pid=6, masterSystemTime=1731179884166 2024-11-09T19:18:04,233 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:04,233 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:18:04,235 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e7dc5e38d3bb703422a051b2fb5aaaa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,42763,1731179875887 2024-11-09T19:18:04,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e7dc5e38d3bb703422a051b2fb5aaaa, server=fac84fd0e20f,42763,1731179875887 because future has completed 2024-11-09T19:18:04,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:18:04,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e7dc5e38d3bb703422a051b2fb5aaaa, ASSIGN in 409 msec 2024-11-09T19:18:04,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:18:04,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e7dc5e38d3bb703422a051b2fb5aaaa, server=fac84fd0e20f,42763,1731179875887 in 240 msec 2024-11-09T19:18:04,262 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:18:04,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179884262"}]},"ts":"1731179884262"} 2024-11-09T19:18:04,274 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:18:04,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:18:04,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 502 msec 2024-11-09T19:18:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:04,421 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:18:04,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:04,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2613fb16 2024-11-09T19:18:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:04,425 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:18:04,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:18:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:18:04,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:18:04,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:04,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:18:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:04,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:18:04,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:18:04,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45cc52e263a58fa5350108463ae71165, NAME => 'test,,1731179884426.45cc52e263a58fa5350108463ae71165.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6 2024-11-09T19:18:04,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:18:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:04,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731179884426.45cc52e263a58fa5350108463ae71165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:04,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45cc52e263a58fa5350108463ae71165, disabling compactions & flushes 2024-11-09T19:18:04,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:04,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:04,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731179884426.45cc52e263a58fa5350108463ae71165. after waiting 0 ms 2024-11-09T19:18:04,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:04,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:04,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45cc52e263a58fa5350108463ae71165: Waiting for close lock at 1731179884911Disabling compacts and flushes for region at 1731179884911Disabling writes for close at 1731179884911Writing region close event to WAL at 1731179884911Closed at 1731179884911 2024-11-09T19:18:04,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:18:04,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731179884426.45cc52e263a58fa5350108463ae71165.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731179884914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179884914"}]},"ts":"1731179884914"} 2024-11-09T19:18:04,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:18:04,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:18:04,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179884919"}]},"ts":"1731179884919"} 2024-11-09T19:18:04,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:18:04,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45cc52e263a58fa5350108463ae71165, ASSIGN}] 2024-11-09T19:18:04,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45cc52e263a58fa5350108463ae71165, ASSIGN 2024-11-09T19:18:04,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45cc52e263a58fa5350108463ae71165, ASSIGN; state=OFFLINE, location=fac84fd0e20f,37043,1731179880562; forceNewPlan=false, retain=false 2024-11-09T19:18:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:05,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45cc52e263a58fa5350108463ae71165, regionState=OPENING, regionLocation=fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:05,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45cc52e263a58fa5350108463ae71165, ASSIGN because future has completed 2024-11-09T19:18:05,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45cc52e263a58fa5350108463ae71165, server=fac84fd0e20f,37043,1731179880562}] 2024-11-09T19:18:05,279 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:05,279 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45cc52e263a58fa5350108463ae71165, NAME => 'test,,1731179884426.45cc52e263a58fa5350108463ae71165.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:18:05,280 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:18:05,280 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:18:05,281 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,281 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731179884426.45cc52e263a58fa5350108463ae71165.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:05,281 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,281 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,283 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,285 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cc52e263a58fa5350108463ae71165 columnFamilyName f 2024-11-09T19:18:05,285 DEBUG [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:05,285 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] regionserver.HStore(327): Store=45cc52e263a58fa5350108463ae71165/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:05,286 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,287 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cc52e263a58fa5350108463ae71165 columnFamilyName f1 2024-11-09T19:18:05,287 DEBUG [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:05,288 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] regionserver.HStore(327): Store=45cc52e263a58fa5350108463ae71165/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:05,289 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,291 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45cc52e263a58fa5350108463ae71165 columnFamilyName norep 2024-11-09T19:18:05,291 DEBUG [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:05,292 INFO [StoreOpener-45cc52e263a58fa5350108463ae71165-1 {}] regionserver.HStore(327): Store=45cc52e263a58fa5350108463ae71165/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:05,292 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,293 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,294 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,295 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,295 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,296 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:18:05,297 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,315 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:18:05,315 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45cc52e263a58fa5350108463ae71165; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67643908, jitterRate=0.007972776889801025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:18:05,316 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:18:05,316 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45cc52e263a58fa5350108463ae71165: Running coprocessor pre-open hook at 1731179885281Writing region info on filesystem at 1731179885281Initializing all the Stores at 1731179885282 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179885282Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179885283 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179885283Cleaning up temporary data from old regions at 1731179885295 (+12 ms)Running coprocessor post-open hooks at 1731179885316 (+21 ms)Region opened successfully at 1731179885316 2024-11-09T19:18:05,317 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731179884426.45cc52e263a58fa5350108463ae71165., pid=6, masterSystemTime=1731179885259 2024-11-09T19:18:05,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:05,321 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:18:05,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45cc52e263a58fa5350108463ae71165, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,37043,1731179880562 2024-11-09T19:18:05,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45cc52e263a58fa5350108463ae71165, server=fac84fd0e20f,37043,1731179880562 because future has completed 2024-11-09T19:18:05,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:18:05,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45cc52e263a58fa5350108463ae71165, server=fac84fd0e20f,37043,1731179880562 in 234 msec 2024-11-09T19:18:05,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:18:05,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45cc52e263a58fa5350108463ae71165, ASSIGN in 422 msec 2024-11-09T19:18:05,353 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:18:05,354 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179885353"}]},"ts":"1731179885353"} 2024-11-09T19:18:05,356 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:18:05,363 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:18:05,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 938 msec 2024-11-09T19:18:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:18:05,570 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:18:05,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4249129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36095,-1 for getting cluster id 2024-11-09T19:18:05,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:05,578 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2be9a834-58a2-4999-89ec-6c6cfc2f6b6d' 2024-11-09T19:18:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2be9a834-58a2-4999-89ec-6c6cfc2f6b6d" 2024-11-09T19:18:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d1e3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36095,-1] 2024-11-09T19:18:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:05,583 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:05,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624b0150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcdc19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41537,-1 for getting cluster id 2024-11-09T19:18:05,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:05,589 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7be396e-5e2b-4530-8963-46339d63e3cd' 2024-11-09T19:18:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7be396e-5e2b-4530-8963-46339d63e3cd" 2024-11-09T19:18:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e60f63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41537,-1] 2024-11-09T19:18:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:05,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:05,592 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:05,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a30e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d23d060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36095,-1 for getting cluster id 2024-11-09T19:18:05,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:05,610 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2be9a834-58a2-4999-89ec-6c6cfc2f6b6d' 2024-11-09T19:18:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2be9a834-58a2-4999-89ec-6c6cfc2f6b6d" 2024-11-09T19:18:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36095,-1] 2024-11-09T19:18:05,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:05,612 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:05,613 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:05,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4879ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36095,1731179875314 2024-11-09T19:18:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980c8a5 2024-11-09T19:18:05,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:05,621 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:18:05,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:41537,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:18:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:18:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:18:05,625 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41537' 2024-11-09T19:18:05,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8618e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,632 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41537,-1 for getting cluster id 2024-11-09T19:18:05,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:05,634 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7be396e-5e2b-4530-8963-46339d63e3cd' 2024-11-09T19:18:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7be396e-5e2b-4530-8963-46339d63e3cd" 2024-11-09T19:18:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13311f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41537,-1] 2024-11-09T19:18:05,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:05,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:05,636 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:05,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3322f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:05,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:05,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:05,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6396c9a 2024-11-09T19:18:05,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:05,655 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:18:05,657 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:18:05,657 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:18:05,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:05,657 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:05,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:18:05,657 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:18:05,660 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:18:05,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:18:05,665 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:05,667 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:18:05,711 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:18:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:18:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:18:05,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39df76ad92cf711c2f08c77db20fc03b, NAME => 'hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4 2024-11-09T19:18:05,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:18:05,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:18:06,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:06,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39df76ad92cf711c2f08c77db20fc03b, disabling compactions & flushes 2024-11-09T19:18:06,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. after waiting 0 ms 2024-11-09T19:18:06,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,228 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39df76ad92cf711c2f08c77db20fc03b: Waiting for close lock at 1731179886228Disabling compacts and flushes for region at 1731179886228Disabling writes for close at 1731179886228Writing region close event to WAL at 1731179886228Closed at 1731179886228 2024-11-09T19:18:06,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:18:06,231 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731179886230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179886230"}]},"ts":"1731179886230"} 2024-11-09T19:18:06,235 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:18:06,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:18:06,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179886236"}]},"ts":"1731179886236"} 2024-11-09T19:18:06,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:18:06,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39df76ad92cf711c2f08c77db20fc03b, ASSIGN}] 2024-11-09T19:18:06,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39df76ad92cf711c2f08c77db20fc03b, ASSIGN 2024-11-09T19:18:06,243 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39df76ad92cf711c2f08c77db20fc03b, ASSIGN; state=OFFLINE, location=fac84fd0e20f,42763,1731179875887; forceNewPlan=false, retain=false 2024-11-09T19:18:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:18:06,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39df76ad92cf711c2f08c77db20fc03b, regionState=OPENING, regionLocation=fac84fd0e20f,42763,1731179875887 2024-11-09T19:18:06,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39df76ad92cf711c2f08c77db20fc03b, ASSIGN because future has completed 2024-11-09T19:18:06,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39df76ad92cf711c2f08c77db20fc03b, server=fac84fd0e20f,42763,1731179875887}] 2024-11-09T19:18:06,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:18:06,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:18:06,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C42763%2C1731179875887.rep, suffix=, logDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887, archiveDir=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/oldWALs, maxLogs=10 2024-11-09T19:18:06,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.rep.1731179886600, exclude list is [], retry=0 2024-11-09T19:18:06,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45001,DS-d0b34deb-2031-4f0f-9a1e-3bee4ace6d42,DISK] 2024-11-09T19:18:06,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.rep.1731179886600 2024-11-09T19:18:06,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41877:41877)] 2024-11-09T19:18:06,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39df76ad92cf711c2f08c77db20fc03b, NAME => 'hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:18:06,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:18:06,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:18:06,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. service=MultiRowMutationService 2024-11-09T19:18:06,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:18:06,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:18:06,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,659 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,660 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39df76ad92cf711c2f08c77db20fc03b columnFamilyName hfileref 2024-11-09T19:18:06,661 DEBUG [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:06,661 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] regionserver.HStore(327): Store=39df76ad92cf711c2f08c77db20fc03b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:06,661 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,664 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39df76ad92cf711c2f08c77db20fc03b columnFamilyName queue 2024-11-09T19:18:06,664 DEBUG [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:06,664 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] regionserver.HStore(327): Store=39df76ad92cf711c2f08c77db20fc03b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:06,664 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,666 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39df76ad92cf711c2f08c77db20fc03b columnFamilyName sid 2024-11-09T19:18:06,667 DEBUG [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:18:06,667 INFO [StoreOpener-39df76ad92cf711c2f08c77db20fc03b-1 {}] regionserver.HStore(327): Store=39df76ad92cf711c2f08c77db20fc03b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:18:06,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:18:06,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:18:06,686 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39df76ad92cf711c2f08c77db20fc03b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64867905, jitterRate=-0.03339289128780365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:18:06,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:18:06,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39df76ad92cf711c2f08c77db20fc03b: Running coprocessor pre-open hook at 1731179886654Writing region info on filesystem at 1731179886654Initializing all the Stores at 1731179886658 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179886658Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179886658Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179886658Cleaning up temporary data from old regions at 1731179886670 (+12 ms)Running coprocessor post-open hooks at 1731179886686 (+16 ms)Region opened successfully at 1731179886688 (+2 ms) 2024-11-09T19:18:06,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b., pid=10, masterSystemTime=1731179886574 2024-11-09T19:18:06,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:18:06,693 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39df76ad92cf711c2f08c77db20fc03b, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,42763,1731179875887 2024-11-09T19:18:06,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39df76ad92cf711c2f08c77db20fc03b, server=fac84fd0e20f,42763,1731179875887 because future has completed 2024-11-09T19:18:06,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:18:06,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39df76ad92cf711c2f08c77db20fc03b, server=fac84fd0e20f,42763,1731179875887 in 294 msec 2024-11-09T19:18:06,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:18:06,717 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179886717"}]},"ts":"1731179886717"} 2024-11-09T19:18:06,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:18:06,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39df76ad92cf711c2f08c77db20fc03b, ASSIGN in 463 msec 2024-11-09T19:18:06,724 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:18:06,727 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:18:06,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0700 sec 2024-11-09T19:18:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:18:06,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2] 2024-11-09T19:18:06,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:18:06,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:18:06,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:18:07,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:18:07,020 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:18:07,072 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,42763,1731179875887, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:18:07,073 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:07,073 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42763,1731179875887, seqNum=-1] 2024-11-09T19:18:07,074 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:07,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T19:18:07,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,42763,1731179875887', locateType=CURRENT is [region=hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2] 2024-11-09T19:18:07,084 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:18:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:18:07,087 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,42763,1731179875887 suceeded 2024-11-09T19:18:07,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:18:07,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-09T19:18:07,094 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:41537,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T19:18:07,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4730 sec 2024-11-09T19:18:07,113 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:41537' 2024-11-09T19:18:07,125 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514d83cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:07,125 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41537,-1 for getting cluster id 2024-11-09T19:18:07,126 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:07,127 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7be396e-5e2b-4530-8963-46339d63e3cd' 2024-11-09T19:18:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7be396e-5e2b-4530-8963-46339d63e3cd" 2024-11-09T19:18:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ab9fd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:07,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41537,-1] 2024-11-09T19:18:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:07,129 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:07,131 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@110cfe5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:07,131 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:07,132 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:07,132 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7457b14 2024-11-09T19:18:07,133 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:07,134 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T19:18:07,135 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,42763,1731179875887 (queues=1) is replicating from cluster=2be9a834-58a2-4999-89ec-6c6cfc2f6b6d to cluster=c7be396e-5e2b-4530-8963-46339d63e3cd 2024-11-09T19:18:07,135 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C42763%2C1731179875887 2024-11-09T19:18:07,135 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,42763,1731179875887, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:18:07,136 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456, startPosition=0, beingWritten=true 2024-11-09T19:18:07,149 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C42763%2C1731179875887 2024-11-09T19:18:07,197 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:18:07,198 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 379, reset compression=false 2024-11-09T19:18:07,198 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,42763,1731179875887 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:18:07,445 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 379, reset compression=false 2024-11-09T19:18:07,762 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 379, reset compression=false 2024-11-09T19:18:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:18:07,771 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:18:07,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:18:07,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:18:07,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:07,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:07,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:18:07,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:07,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731179887781/Put/seqid=0 2024-11-09T19:18:07,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741840_1016 (size=7894) 2024-11-09T19:18:07,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_1 is 34, key is ddd/f:row/1731179887921/Put/seqid=0 2024-11-09T19:18:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741841_1017 (size=7691) 2024-11-09T19:18:07,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed3d772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:07,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36095,-1 for getting cluster id 2024-11-09T19:18:07,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:07,962 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2be9a834-58a2-4999-89ec-6c6cfc2f6b6d' 2024-11-09T19:18:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2be9a834-58a2-4999-89ec-6c6cfc2f6b6d" 2024-11-09T19:18:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b93c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36095,-1] 2024-11-09T19:18:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:07,963 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:07,966 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:07,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2aeba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:07,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42763,1731179875887, seqNum=-1] 2024-11-09T19:18:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:07,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:18:07,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36095,1731179875314 2024-11-09T19:18:07,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a8725a 2024-11-09T19:18:07,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:07,994 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:18:08,007 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2] 2024-11-09T19:18:08,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:18:08,040 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T19:18:08,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T19:18:08,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_0 for inclusion in 1e7dc5e38d3bb703422a051b2fb5aaaa/f 2024-11-09T19:18:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T19:18:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:18:08,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_1 for inclusion in 1e7dc5e38d3bb703422a051b2fb5aaaa/f 2024-11-09T19:18:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T19:18:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:18:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(2603): Flush status journal for 1e7dc5e38d3bb703422a051b2fb5aaaa: 2024-11-09T19:18:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_0 to hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_0 2024-11-09T19:18:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_0 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ 2024-11-09T19:18:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f/f/hfile_1 to hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_1 2024-11-09T19:18:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_1 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ 2024-11-09T19:18:08,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_0 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ - updating store file list. 2024-11-09T19:18:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88f80db66b2b4b4484b0ace27a984e99_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:18:08,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ into 1e7dc5e38d3bb703422a051b2fb5aaaa/f 2024-11-09T19:18:08,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_0 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f (new location: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_) 2024-11-09T19:18:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_0 2024-11-09T19:18:08,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_1 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ - updating store file list. 2024-11-09T19:18:08,191 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 379, reset compression=false 2024-11-09T19:18:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2af0b8f773c407392aad1846cc314ec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:18:08,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ into 1e7dc5e38d3bb703422a051b2fb5aaaa/f 2024-11-09T19:18:08,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_1 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f (new location: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_) 2024-11-09T19:18:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__uhu8rac2fdvtl8tlsvcdt0nmftiivji9t674d0q7ruhfnnila8a6ovp70vp2qqbb/f/hfile_1 2024-11-09T19:18:08,219 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:18:08,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:18:08,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:18:08,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:08,219 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,42763,1731179875887 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e7dc5e38d3bb703422a051b2fb5aaaa/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731179888208/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T19:18:08,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2 , the old value is region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fac84fd0e20f:42763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:18:08,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T19:18:08,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:18:08,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2 from cache 2024-11-09T19:18:08,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:18:08,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:08,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,37043,1731179880562, seqNum=-1] 2024-11-09T19:18:08,241 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:08,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:18:08,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179884426.45cc52e263a58fa5350108463ae71165., hostname=fac84fd0e20f,37043,1731179880562, seqNum=2] 2024-11-09T19:18:08,255 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T19:18:08,258 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:18:08,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T19:18:08,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.ReplicationSink(318): Replicating [2be9a834-58a2-4999-89ec-6c6cfc2f6b6d] bulk loaded data 2024-11-09T19:18:08,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6addbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:08,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41537,-1 for getting cluster id 2024-11-09T19:18:08,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:08,271 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7be396e-5e2b-4530-8963-46339d63e3cd' 2024-11-09T19:18:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7be396e-5e2b-4530-8963-46339d63e3cd" 2024-11-09T19:18:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@479f9f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41537,-1] 2024-11-09T19:18:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:08,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:08,277 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:08,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fbf9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:08,343 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T19:18:08,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741837_1013 (size=7894) 2024-11-09T19:18:08,419 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 687, reset compression=false 2024-11-09T19:18:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741838_1014 (size=7691) 2024-11-09T19:18:08,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41537,1731179880403 2024-11-09T19:18:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17d1598b 2024-11-09T19:18:08,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:08,463 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T19:18:08,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:18:08,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:08,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,37043,1731179880562, seqNum=-1] 2024-11-09T19:18:08,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:08,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T19:18:08,528 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T19:18:08,535 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T19:18:08,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ for inclusion in 45cc52e263a58fa5350108463ae71165/f 2024-11-09T19:18:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T19:18:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:18:08,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ for inclusion in 45cc52e263a58fa5350108463ae71165/f 2024-11-09T19:18:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T19:18:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:18:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HRegion(2603): Flush status journal for 45cc52e263a58fa5350108463ae71165: 2024-11-09T19:18:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b2af0b8f773c407392aad1846cc314ec_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:18:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/9f2d278a841d4ace96dc3104f5427d4a_SeqId_4_ 2024-11-09T19:18:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:18:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/c974796f1e9a4d2386907354cdb1b77c_SeqId_4_ 2024-11-09T19:18:08,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ into 45cc52e263a58fa5350108463ae71165/f as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/9f2d278a841d4ace96dc3104f5427d4a_SeqId_4_ - updating store file list. 2024-11-09T19:18:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9f2d278a841d4ace96dc3104f5427d4a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:18:08,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/9f2d278a841d4ace96dc3104f5427d4a_SeqId_4_ into 45cc52e263a58fa5350108463ae71165/f 2024-11-09T19:18:08,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ into 45cc52e263a58fa5350108463ae71165/f (new location: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/9f2d278a841d4ace96dc3104f5427d4a_SeqId_4_) 2024-11-09T19:18:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/b2af0b8f773c407392aad1846cc314ec_SeqId_4_ 2024-11-09T19:18:08,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ into 45cc52e263a58fa5350108463ae71165/f as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/c974796f1e9a4d2386907354cdb1b77c_SeqId_4_ - updating store file list. 2024-11-09T19:18:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c974796f1e9a4d2386907354cdb1b77c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:18:08,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/c974796f1e9a4d2386907354cdb1b77c_SeqId_4_ into 45cc52e263a58fa5350108463ae71165/f 2024-11-09T19:18:08,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ into 45cc52e263a58fa5350108463ae71165/f (new location: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/f/c974796f1e9a4d2386907354cdb1b77c_SeqId_4_) 2024-11-09T19:18:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/staging/jenkins.hfs.6__test__k6v7d9bh3o7mr04tjal3m8qa14848hck76ktfahg9qfti83dd34c3amvdes15bbn/f/88f80db66b2b4b4484b0ace27a984e99_SeqId_4_ 2024-11-09T19:18:08,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37043 {}] regionserver.ReplicationSink(324): Finished replicating [2be9a834-58a2-4999-89ec-6c6cfc2f6b6d] bulk loaded data 2024-11-09T19:18:08,756 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 687, reset compression=false 2024-11-09T19:18:09,009 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:18:09,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:09,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:09,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:09,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:18:09,109 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:18:09,190 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 687, reset compression=false 2024-11-09T19:18:09,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:18:09,297 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731179889295/Put/seqid=0 2024-11-09T19:18:09,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:18:09,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741842_1018 (size=7997) 2024-11-09T19:18:09,710 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 687, reset compression=false 2024-11-09T19:18:09,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731179889744/Put/seqid=0 2024-11-09T19:18:09,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741843_1019 (size=7794) 2024-11-09T19:18:10,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0bb7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:10,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36095,-1 for getting cluster id 2024-11-09T19:18:10,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:18:10,159 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2be9a834-58a2-4999-89ec-6c6cfc2f6b6d' 2024-11-09T19:18:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:18:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2be9a834-58a2-4999-89ec-6c6cfc2f6b6d" 2024-11-09T19:18:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25667007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36095,-1] 2024-11-09T19:18:10,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:18:10,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:10,161 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:18:10,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4224372e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:18:10,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42763,1731179875887, seqNum=-1] 2024-11-09T19:18:10,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:10,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:18:10,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:18:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36095,1731179875314 2024-11-09T19:18:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5937d59f 2024-11-09T19:18:10,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:18:10,178 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:18:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2] 2024-11-09T19:18:10,187 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:18:10,195 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T19:18:10,201 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T19:18:10,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_0 for inclusion in 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 2024-11-09T19:18:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T19:18:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:18:10,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_1 for inclusion in 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 2024-11-09T19:18:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T19:18:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:18:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(2603): Flush status journal for 1e7dc5e38d3bb703422a051b2fb5aaaa: 2024-11-09T19:18:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_0 to hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_0 2024-11-09T19:18:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_0 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/84a435e0be814a50a5cf54811c4b94c0_SeqId_6_ 2024-11-09T19:18:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/load_f1/f1/hfile_1 to hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_1 2024-11-09T19:18:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_1 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/1397fc109b8a4a0c87765ea26301fa6f_SeqId_6_ 2024-11-09T19:18:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T19:18:10,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_0 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/84a435e0be814a50a5cf54811c4b94c0_SeqId_6_ - updating store file list. 2024-11-09T19:18:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84a435e0be814a50a5cf54811c4b94c0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:18:10,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/84a435e0be814a50a5cf54811c4b94c0_SeqId_6_ into 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 2024-11-09T19:18:10,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_0 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 (new location: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/84a435e0be814a50a5cf54811c4b94c0_SeqId_6_) 2024-11-09T19:18:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_0 2024-11-09T19:18:10,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_1 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/1397fc109b8a4a0c87765ea26301fa6f_SeqId_6_ - updating store file list. 2024-11-09T19:18:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1397fc109b8a4a0c87765ea26301fa6f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:18:10,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/1397fc109b8a4a0c87765ea26301fa6f_SeqId_6_ into 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 2024-11-09T19:18:10,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_1 into 1e7dc5e38d3bb703422a051b2fb5aaaa/f1 (new location: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/f1/1397fc109b8a4a0c87765ea26301fa6f_SeqId_6_) 2024-11-09T19:18:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/staging/jenkins__test__h2pioqh05sj3acgqpqsed01eb7qob5h98pdirs32kqgmkbu64i03unmvbe6uspab/f1/hfile_1 2024-11-09T19:18:10,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:18:10,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:18:10,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:10,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:18:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2 , the old value is region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fac84fd0e20f:42763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:18:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:18:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2 from cache 2024-11-09T19:18:10,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:18:10,298 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:18:10,299 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,42763,1731179875887, seqNum=-1] 2024-11-09T19:18:10,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:18:10,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:18:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:41392 deadline: 1731179950296 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:41392 2024-11-09T19:18:10,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., hostname=fac84fd0e20f,42763,1731179875887, seqNum=2] 2024-11-09T19:18:10,318 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 687, reset compression=false 2024-11-09T19:18:10,362 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:18:10,362 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:10,362 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,42763,1731179875887 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:18:10,399 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T19:18:10,583 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:10,887 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:11,305 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:18:11,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T19:18:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:18:11,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T19:18:11,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:18:11,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T19:18:11,811 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:12,417 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:13,122 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:13,949 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:14,861 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:15,866 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:16,972 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:18,176 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:19,517 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:20,923 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:22,433 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:24,038 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:25,301 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:18:25,742 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:27,546 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:29,453 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:29,990 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:18:30,366 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,42763,1731179875887 got entry batch from reader: null 2024-11-09T19:18:31,457 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:33,561 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:35,776 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:38,082 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:38,826 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T19:18:38,826 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T19:18:40,486 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:43,017 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:43,708 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T19:18:43,708 INFO [master/fac84fd0e20f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T19:18:45,623 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:48,327 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:49,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1e7dc5e38d3bb703422a051b2fb5aaaa, had cached 0 bytes from a total of 31376 2024-11-09T19:18:50,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 45cc52e263a58fa5350108463ae71165, had cached 0 bytes from a total of 15585 2024-11-09T19:18:50,366 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,42763,1731179875887 got entry batch from reader: null 2024-11-09T19:18:51,131 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:54,036 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:55,302 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:18:57,041 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:18:59,401 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:18:59,990 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:19:00,145 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:19:03,350 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:19:03,616 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T19:19:06,653 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:19:10,057 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:19:10,366 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,42763,1731179875887 got entry batch from reader: null 2024-11-09T19:19:10,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:19:10,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:10,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:10,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:10,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:10,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:10,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:19:10,382 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=908170970, stopped=false 2024-11-09T19:19:10,382 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,41537,1731179880403 2024-11-09T19:19:10,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999052228/running 2024-11-09T19:19:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:19:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999052228/running 2024-11-09T19:19:10,513 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:10,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:19:10,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:10,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:10,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:10,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,37043,1731179880562' ***** 2024-11-09T19:19:10,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:19:10,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/running 2024-11-09T19:19:10,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Set watcher on znode that does not yet exist, /1-1999052228/running 2024-11-09T19:19:10,514 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:19:10,514 INFO [RS:0;fac84fd0e20f:37043 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:19:10,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:19:10,514 INFO [RS:0;fac84fd0e20f:37043 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:19:10,514 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(3091): Received CLOSE for 45cc52e263a58fa5350108463ae71165 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,37043,1731179880562 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:37043. 2024-11-09T19:19:10,515 DEBUG [RS:0;fac84fd0e20f:37043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:10,515 DEBUG [RS:0;fac84fd0e20f:37043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:10,515 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45cc52e263a58fa5350108463ae71165, disabling compactions & flushes 2024-11-09T19:19:10,515 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:19:10,515 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:19:10,515 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731179884426.45cc52e263a58fa5350108463ae71165. after waiting 0 ms 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:19:10,515 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:19:10,515 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:19:10,515 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 45cc52e263a58fa5350108463ae71165=test,,1731179884426.45cc52e263a58fa5350108463ae71165.} 2024-11-09T19:19:10,515 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45cc52e263a58fa5350108463ae71165 2024-11-09T19:19:10,515 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:10,516 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:10,516 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:10,516 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:10,516 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:10,516 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T19:19:10,531 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/default/test/45cc52e263a58fa5350108463ae71165/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T19:19:10,534 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:10,534 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:19:10,534 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:19:10,534 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45cc52e263a58fa5350108463ae71165: Waiting for close lock at 1731179950515Running coprocessor pre-close hooks at 1731179950515Disabling compacts and flushes for region at 1731179950515Disabling writes for close at 1731179950515Writing region close event to WAL at 1731179950516 (+1 ms)Running coprocessor post-close hooks at 1731179950533 (+17 ms)Closed at 1731179950534 (+1 ms) 2024-11-09T19:19:10,534 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731179884426.45cc52e263a58fa5350108463ae71165. 2024-11-09T19:19:10,552 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/info/66c79d3afae1431c8e29af6f560eb35c is 129, key is test,,1731179884426.45cc52e263a58fa5350108463ae71165./info:regioninfo/1731179885322/Put/seqid=0 2024-11-09T19:19:10,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741839_1015 (size=6421) 2024-11-09T19:19:10,600 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/info/66c79d3afae1431c8e29af6f560eb35c 2024-11-09T19:19:10,611 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:10,655 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/ns/a61a8ad3076b4882bc57d96dd40b1e4f is 43, key is default/ns:d/1731179883581/Put/seqid=0 2024-11-09T19:19:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741840_1016 (size=5153) 2024-11-09T19:19:10,699 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:19:10,699 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:19:10,715 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:10,916 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:11,088 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/ns/a61a8ad3076b4882bc57d96dd40b1e4f 2024-11-09T19:19:11,116 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:11,121 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/rep_barrier/e23c5a849672447685736bc9fcea8ec8 is 112, key is test,,1731179884426.45cc52e263a58fa5350108463ae71165./rep_barrier:seqnumDuringOpen/1731179885322/Put/seqid=0 2024-11-09T19:19:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741841_1017 (size=5518) 2024-11-09T19:19:11,163 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/rep_barrier/e23c5a849672447685736bc9fcea8ec8 2024-11-09T19:19:11,199 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/table/a6e3c133aee946f6af99b17634391a88 is 40, key is test/table:state/1731179885353/Put/seqid=0 2024-11-09T19:19:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741842_1018 (size=5165) 2024-11-09T19:19:11,224 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/table/a6e3c133aee946f6af99b17634391a88 2024-11-09T19:19:11,239 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/info/66c79d3afae1431c8e29af6f560eb35c as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/info/66c79d3afae1431c8e29af6f560eb35c 2024-11-09T19:19:11,253 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/info/66c79d3afae1431c8e29af6f560eb35c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T19:19:11,254 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/ns/a61a8ad3076b4882bc57d96dd40b1e4f as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/ns/a61a8ad3076b4882bc57d96dd40b1e4f 2024-11-09T19:19:11,265 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/ns/a61a8ad3076b4882bc57d96dd40b1e4f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:19:11,267 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/rep_barrier/e23c5a849672447685736bc9fcea8ec8 as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/rep_barrier/e23c5a849672447685736bc9fcea8ec8 2024-11-09T19:19:11,280 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/rep_barrier/e23c5a849672447685736bc9fcea8ec8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T19:19:11,284 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/.tmp/table/a6e3c133aee946f6af99b17634391a88 as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/table/a6e3c133aee946f6af99b17634391a88 2024-11-09T19:19:11,316 DEBUG [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:11,324 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/table/a6e3c133aee946f6af99b17634391a88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:19:11,325 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 809ms, sequenceid=11, compaction requested=false 2024-11-09T19:19:11,372 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T19:19:11,373 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:11,373 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:11,373 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:11,374 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179950515Running coprocessor pre-close hooks at 1731179950515Disabling compacts and flushes for region at 1731179950515Disabling writes for close at 1731179950516 (+1 ms)Obtaining lock to block concurrent updates at 1731179950516Preparing flush snapshotting stores in 1588230740 at 1731179950516Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731179950516Flushing stores of hbase:meta,,1.1588230740 at 1731179950517 (+1 ms)Flushing 1588230740/info: creating writer at 1731179950517Flushing 1588230740/info: appending metadata at 1731179950552 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731179950552Flushing 1588230740/ns: creating writer at 1731179950615 (+63 ms)Flushing 1588230740/ns: appending metadata at 1731179950648 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731179950648Flushing 1588230740/rep_barrier: creating writer at 1731179951097 (+449 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731179951121 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731179951121Flushing 1588230740/table: creating writer at 1731179951170 (+49 ms)Flushing 1588230740/table: appending metadata at 1731179951199 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731179951199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ad9785: reopening flushed file at 1731179951236 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ca314b: reopening flushed file at 1731179951253 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cbc0942: reopening flushed file at 1731179951265 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@328cca8c: reopening flushed file at 1731179951281 (+16 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 809ms, sequenceid=11, compaction requested=false at 1731179951325 (+44 ms)Writing region close event to WAL at 1731179951368 (+43 ms)Running coprocessor post-close hooks at 1731179951373 (+5 ms)Closed at 1731179951373 2024-11-09T19:19:11,374 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:11,516 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,37043,1731179880562; all regions closed. 2024-11-09T19:19:11,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741834_1010 (size=2717) 2024-11-09T19:19:11,535 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/WALs/fac84fd0e20f,37043,1731179880562/fac84fd0e20f%2C37043%2C1731179880562.meta.1731179883469.meta not finished, retry = 0 2024-11-09T19:19:11,641 DEBUG [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/oldWALs 2024-11-09T19:19:11,641 INFO [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C37043%2C1731179880562.meta:.meta(num 1731179883469) 2024-11-09T19:19:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741832_1008 (size=1028) 2024-11-09T19:19:11,664 DEBUG [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/oldWALs 2024-11-09T19:19:11,664 INFO [RS:0;fac84fd0e20f:37043 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C37043%2C1731179880562:(num 1731179882843) 2024-11-09T19:19:11,664 DEBUG [RS:0;fac84fd0e20f:37043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:11,664 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:11,664 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:11,664 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:11,664 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:11,665 INFO [RS:0;fac84fd0e20f:37043 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:37043. 2024-11-09T19:19:11,665 DEBUG [RS:0;fac84fd0e20f:37043 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:11,665 DEBUG [RS:0;fac84fd0e20f:37043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:11,665 DEBUG [RS:0;fac84fd0e20f:37043 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:11,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:11,665 INFO [RS:0;fac84fd0e20f:37043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37043 2024-11-09T19:19:11,665 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:11,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999052228/rs/fac84fd0e20f,37043,1731179880562 2024-11-09T19:19:11,765 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:11,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228/rs 2024-11-09T19:19:11,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,37043,1731179880562] 2024-11-09T19:19:11,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/draining/fac84fd0e20f,37043,1731179880562 already deleted, retry=false 2024-11-09T19:19:11,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,37043,1731179880562 expired; onlineServers=0 2024-11-09T19:19:11,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,41537,1731179880403' ***** 2024-11-09T19:19:11,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:19:11,786 INFO [M:0;fac84fd0e20f:41537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:11,786 INFO [M:0;fac84fd0e20f:41537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:11,787 DEBUG [M:0;fac84fd0e20f:41537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:19:11,787 DEBUG [M:0;fac84fd0e20f:41537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:19:11,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:19:11,787 INFO [M:0;fac84fd0e20f:41537 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:11,787 INFO [M:0;fac84fd0e20f:41537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:11,787 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179882545 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179882545,5,FailOnTimeoutGroup] 2024-11-09T19:19:11,787 DEBUG [M:0;fac84fd0e20f:41537 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:19:11,787 INFO [M:0;fac84fd0e20f:41537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:19:11,787 INFO [M:0;fac84fd0e20f:41537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:11,787 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179882543 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179882543,5,FailOnTimeoutGroup] 2024-11-09T19:19:11,787 INFO [M:0;fac84fd0e20f:41537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:19:11,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:19:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1999052228/master 2024-11-09T19:19:11,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1999052228 2024-11-09T19:19:11,797 DEBUG [M:0;fac84fd0e20f:41537 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1999052228/master already deleted, retry=false 2024-11-09T19:19:11,797 DEBUG [M:0;fac84fd0e20f:41537 {}] master.ActiveMasterManager(353): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1999052228/master 2024-11-09T19:19:11,798 INFO [M:0;fac84fd0e20f:41537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/.lastflushedseqids 2024-11-09T19:19:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741843_1019 (size=173) 2024-11-09T19:19:11,848 INFO [M:0;fac84fd0e20f:41537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:19:11,849 INFO [M:0;fac84fd0e20f:41537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:19:11,849 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:11,849 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:11,849 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:11,849 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:11,849 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:11,849 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-09T19:19:11,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:11,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37043-0x10121087ec00004, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:11,876 INFO [RS:0;fac84fd0e20f:37043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:11,876 INFO [RS:0;fac84fd0e20f:37043 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,37043,1731179880562; zookeeper connection closed. 2024-11-09T19:19:11,877 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@708a297c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@708a297c 2024-11-09T19:19:11,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:19:11,891 DEBUG [M:0;fac84fd0e20f:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48aa47f2a5184d10b72b2afc78704dda is 82, key is hbase:meta,,1/info:regioninfo/1731179883541/Put/seqid=0 2024-11-09T19:19:11,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741844_1020 (size=5672) 2024-11-09T19:19:12,327 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48aa47f2a5184d10b72b2afc78704dda 2024-11-09T19:19:12,390 DEBUG [M:0;fac84fd0e20f:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/860503cfcb0d4844875ed8b9a4e75385 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731179885366/Put/seqid=0 2024-11-09T19:19:12,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741845_1021 (size=6726) 2024-11-09T19:19:12,832 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/860503cfcb0d4844875ed8b9a4e75385 2024-11-09T19:19:12,840 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860503cfcb0d4844875ed8b9a4e75385 2024-11-09T19:19:12,867 DEBUG [M:0;fac84fd0e20f:41537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dca57769f234a54b0cc239101bf7766 is 69, key is fac84fd0e20f,37043,1731179880562/rs:state/1731179882631/Put/seqid=0 2024-11-09T19:19:12,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741846_1022 (size=5156) 2024-11-09T19:19:13,304 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dca57769f234a54b0cc239101bf7766 2024-11-09T19:19:13,313 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48aa47f2a5184d10b72b2afc78704dda as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48aa47f2a5184d10b72b2afc78704dda 2024-11-09T19:19:13,330 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48aa47f2a5184d10b72b2afc78704dda, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T19:19:13,332 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/860503cfcb0d4844875ed8b9a4e75385 as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/860503cfcb0d4844875ed8b9a4e75385 2024-11-09T19:19:13,340 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 860503cfcb0d4844875ed8b9a4e75385 2024-11-09T19:19:13,340 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/860503cfcb0d4844875ed8b9a4e75385, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T19:19:13,342 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7dca57769f234a54b0cc239101bf7766 as hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dca57769f234a54b0cc239101bf7766 2024-11-09T19:19:13,348 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43737/user/jenkins/test-data/94662e8a-ed97-52e8-3123-25941754c3a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7dca57769f234a54b0cc239101bf7766, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T19:19:13,349 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1500ms, sequenceid=58, compaction requested=false 2024-11-09T19:19:13,400 INFO [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:13,400 DEBUG [M:0;fac84fd0e20f:41537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179951849Disabling compacts and flushes for region at 1731179951849Disabling writes for close at 1731179951849Obtaining lock to block concurrent updates at 1731179951849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179951849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731179951850 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179951856 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179951857 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179951890 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179951890Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179952336 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179952389 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179952389Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179952841 (+452 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179952867 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179952867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe86bbe: reopening flushed file at 1731179953312 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585467df: reopening flushed file at 1731179953330 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f6e71: reopening flushed file at 1731179953341 (+11 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1500ms, sequenceid=58, compaction requested=false at 1731179953349 (+8 ms)Writing region close event to WAL at 1731179953400 (+51 ms)Closed at 1731179953400 2024-11-09T19:19:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741830_1006 (size=33014) 2024-11-09T19:19:13,445 INFO [M:0;fac84fd0e20f:41537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:19:13,445 INFO [M:0;fac84fd0e20f:41537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41537 2024-11-09T19:19:13,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:13,449 INFO [M:0;fac84fd0e20f:41537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:13,561 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/WALs/fac84fd0e20f,42763,1731179875887/fac84fd0e20f%2C42763%2C1731179875887.1731179877456 to pos 997, reset compression=false 2024-11-09T19:19:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:13,571 INFO [M:0;fac84fd0e20f:41537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:13,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41537-0x10121087ec00003, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:13,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fecfca2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:13,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75f29e28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:13,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:13,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202beb9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:13,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de72411{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:13,640 WARN [BP-101910965-172.17.0.2-1731179878532 heartbeating to localhost/127.0.0.1:43737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:19:13,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:19:13,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:19:13,640 WARN [BP-101910965-172.17.0.2-1731179878532 heartbeating to localhost/127.0.0.1:43737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-101910965-172.17.0.2-1731179878532 (Datanode Uuid 0328b9b9-5203-44ff-9d73-7128da2ff518) service to localhost/127.0.0.1:43737 2024-11-09T19:19:13,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/cluster_e56575bd-f6eb-21fe-0865-6f1b4269581e/data/data1/current/BP-101910965-172.17.0.2-1731179878532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:13,641 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/cluster_e56575bd-f6eb-21fe-0865-6f1b4269581e/data/data2/current/BP-101910965-172.17.0.2-1731179878532 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:13,642 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:19:13,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee92dd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:13,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f678e84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:13,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:13,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f6056bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:13,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccfcd2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:13,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:19:13,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:19:13,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:13,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:13,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:13,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:13,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:13,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:19:13,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=443394866, stopped=false 2024-11-09T19:19:13,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,36095,1731179875314 2024-11-09T19:19:13,681 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02017009884/running 2024-11-09T19:19:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02017009884/running 2024-11-09T19:19:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:19:13,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:19:13,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:13,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/running 2024-11-09T19:19:13,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Set watcher on znode that does not yet exist, /02017009884/running 2024-11-09T19:19:13,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:13,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:13,682 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,42763,1731179875887' ***** 2024-11-09T19:19:13,682 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:19:13,682 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:19:13,682 INFO [RS:0;fac84fd0e20f:42763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:19:13,682 INFO [RS:0;fac84fd0e20f:42763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:19:13,682 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e7dc5e38d3bb703422a051b2fb5aaaa 2024-11-09T19:19:13,683 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,42763,1731179875887 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:42763. 2024-11-09T19:19:13,683 DEBUG [RS:0;fac84fd0e20f:42763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:13,683 DEBUG [RS:0;fac84fd0e20f:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:19:13,683 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:19:13,683 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1325): Online Regions={1e7dc5e38d3bb703422a051b2fb5aaaa=test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa., 39df76ad92cf711c2f08c77db20fc03b=hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e7dc5e38d3bb703422a051b2fb5aaaa, disabling compactions & flushes 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:13,683 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e7dc5e38d3bb703422a051b2fb5aaaa, 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:19:13,683 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:19:13,683 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. after waiting 0 ms 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:19:13,683 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:13,684 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:19:13,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/default/test/1e7dc5e38d3bb703422a051b2fb5aaaa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:19:13,694 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e7dc5e38d3bb703422a051b2fb5aaaa: Waiting for close lock at 1731179953683Running coprocessor pre-close hooks at 1731179953683Disabling compacts and flushes for region at 1731179953683Disabling writes for close at 1731179953683Writing region close event to WAL at 1731179953688 (+5 ms)Running coprocessor post-close hooks at 1731179953694 (+6 ms)Closed at 1731179953694 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa. 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39df76ad92cf711c2f08c77db20fc03b, disabling compactions & flushes 2024-11-09T19:19:13,694 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. after waiting 0 ms 2024-11-09T19:19:13,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:19:13,694 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39df76ad92cf711c2f08c77db20fc03b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T19:19:13,709 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/info/09c33390b40044248194a99c8994fc32 is 147, key is hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b./info:regioninfo/1731179886693/Put/seqid=0 2024-11-09T19:19:13,730 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/.tmp/hfileref/98f5a6b287654548be5c01b016cddeb9 is 74, key is 1/hfileref:88f80db66b2b4b4484b0ace27a984e99_SeqId_4_/1731179888617/DeleteColumn/seqid=0 2024-11-09T19:19:13,737 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741844_1020 (size=7686) 2024-11-09T19:19:13,739 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/info/09c33390b40044248194a99c8994fc32 2024-11-09T19:19:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741845_1021 (size=5203) 2024-11-09T19:19:13,776 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/ns/ecf56c53a71f4c7cac7297f451ce4ad6 is 43, key is default/ns:d/1731179878447/Put/seqid=0 2024-11-09T19:19:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741846_1022 (size=5153) 2024-11-09T19:19:13,884 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:19:14,084 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:19:14,151 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/.tmp/hfileref/98f5a6b287654548be5c01b016cddeb9 2024-11-09T19:19:14,177 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/.tmp/queue/8d40aad9e0984ac08e7078c4e85deb2f is 153, key is 1-fac84fd0e20f,42763,1731179875887/queue:fac84fd0e20f%2C42763%2C1731179875887/1731179890364/Put/seqid=0 2024-11-09T19:19:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741847_1023 (size=5352) 2024-11-09T19:19:14,188 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/ns/ecf56c53a71f4c7cac7297f451ce4ad6 2024-11-09T19:19:14,199 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/.tmp/queue/8d40aad9e0984ac08e7078c4e85deb2f 2024-11-09T19:19:14,209 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/.tmp/hfileref/98f5a6b287654548be5c01b016cddeb9 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/hfileref/98f5a6b287654548be5c01b016cddeb9 2024-11-09T19:19:14,223 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/hfileref/98f5a6b287654548be5c01b016cddeb9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T19:19:14,226 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/d996e5be2b4a45fc87fdc7ef8c17b9f7 is 112, key is test,,1731179883770.1e7dc5e38d3bb703422a051b2fb5aaaa./rep_barrier:seqnumDuringOpen/1731179884233/Put/seqid=0 2024-11-09T19:19:14,240 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/.tmp/queue/8d40aad9e0984ac08e7078c4e85deb2f as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/queue/8d40aad9e0984ac08e7078c4e85deb2f 2024-11-09T19:19:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741848_1024 (size=5518) 2024-11-09T19:19:14,258 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/queue/8d40aad9e0984ac08e7078c4e85deb2f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T19:19:14,259 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 39df76ad92cf711c2f08c77db20fc03b in 565ms, sequenceid=10, compaction requested=false 2024-11-09T19:19:14,261 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/d996e5be2b4a45fc87fdc7ef8c17b9f7 2024-11-09T19:19:14,284 DEBUG [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39df76ad92cf711c2f08c77db20fc03b 2024-11-09T19:19:14,291 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/replication/39df76ad92cf711c2f08c77db20fc03b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T19:19:14,291 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:14,291 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:14,292 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:19:14,292 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39df76ad92cf711c2f08c77db20fc03b: Waiting for close lock at 1731179953694Running coprocessor pre-close hooks at 1731179953694Disabling compacts and flushes for region at 1731179953694Disabling writes for close at 1731179953694Obtaining lock to block concurrent updates at 1731179953694Preparing flush snapshotting stores in 39df76ad92cf711c2f08c77db20fc03b at 1731179953694Finished memstore snapshotting hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731179953695 (+1 ms)Flushing stores of hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. at 1731179953701 (+6 ms)Flushing 39df76ad92cf711c2f08c77db20fc03b/hfileref: creating writer at 1731179953701Flushing 39df76ad92cf711c2f08c77db20fc03b/hfileref: appending metadata at 1731179953729 (+28 ms)Flushing 39df76ad92cf711c2f08c77db20fc03b/hfileref: closing flushed file at 1731179953729Flushing 39df76ad92cf711c2f08c77db20fc03b/queue: creating writer at 1731179954157 (+428 ms)Flushing 39df76ad92cf711c2f08c77db20fc03b/queue: appending metadata at 1731179954177 (+20 ms)Flushing 39df76ad92cf711c2f08c77db20fc03b/queue: closing flushed file at 1731179954177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7b2636: reopening flushed file at 1731179954207 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5104be: reopening flushed file at 1731179954224 (+17 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 39df76ad92cf711c2f08c77db20fc03b in 565ms, sequenceid=10, compaction requested=false at 1731179954259 (+35 ms)Writing region close event to WAL at 1731179954276 (+17 ms)Running coprocessor post-close hooks at 1731179954291 (+15 ms)Closed at 1731179954292 (+1 ms) 2024-11-09T19:19:14,292 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179885657.39df76ad92cf711c2f08c77db20fc03b. 2024-11-09T19:19:14,302 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/table/5212c7577ae4488f9def7aded8c0aec9 is 53, key is hbase:replication/table:state/1731179886717/Put/seqid=0 2024-11-09T19:19:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741849_1025 (size=5308) 2024-11-09T19:19:14,310 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/table/5212c7577ae4488f9def7aded8c0aec9 2024-11-09T19:19:14,318 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/info/09c33390b40044248194a99c8994fc32 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/info/09c33390b40044248194a99c8994fc32 2024-11-09T19:19:14,333 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/info/09c33390b40044248194a99c8994fc32, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:19:14,340 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/ns/ecf56c53a71f4c7cac7297f451ce4ad6 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/ns/ecf56c53a71f4c7cac7297f451ce4ad6 2024-11-09T19:19:14,351 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:19:14,351 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:19:14,370 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/ns/ecf56c53a71f4c7cac7297f451ce4ad6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:19:14,371 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/d996e5be2b4a45fc87fdc7ef8c17b9f7 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/rep_barrier/d996e5be2b4a45fc87fdc7ef8c17b9f7 2024-11-09T19:19:14,387 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/rep_barrier/d996e5be2b4a45fc87fdc7ef8c17b9f7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:19:14,388 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/.tmp/table/5212c7577ae4488f9def7aded8c0aec9 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/table/5212c7577ae4488f9def7aded8c0aec9 2024-11-09T19:19:14,396 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/table/5212c7577ae4488f9def7aded8c0aec9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:19:14,397 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 714ms, sequenceid=16, compaction requested=false 2024-11-09T19:19:14,457 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:19:14,457 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:14,457 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:14,457 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:14,458 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179953683Running coprocessor pre-close hooks at 1731179953683Disabling compacts and flushes for region at 1731179953683Disabling writes for close at 1731179953683Obtaining lock to block concurrent updates at 1731179953684 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731179953684Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731179953684Flushing stores of hbase:meta,,1.1588230740 at 1731179953685 (+1 ms)Flushing 1588230740/info: creating writer at 1731179953685Flushing 1588230740/info: appending metadata at 1731179953709 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731179953709Flushing 1588230740/ns: creating writer at 1731179953756 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731179953776 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731179953776Flushing 1588230740/rep_barrier: creating writer at 1731179954195 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731179954225 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731179954225Flushing 1588230740/table: creating writer at 1731179954269 (+44 ms)Flushing 1588230740/table: appending metadata at 1731179954301 (+32 ms)Flushing 1588230740/table: closing flushed file at 1731179954301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fe8edf: reopening flushed file at 1731179954316 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b11dfe7: reopening flushed file at 1731179954333 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260db920: reopening flushed file at 1731179954370 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f22325e: reopening flushed file at 1731179954387 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 714ms, sequenceid=16, compaction requested=false at 1731179954397 (+10 ms)Writing region close event to WAL at 1731179954452 (+55 ms)Running coprocessor post-close hooks at 1731179954457 (+5 ms)Closed at 1731179954457 2024-11-09T19:19:14,458 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:14,484 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,42763,1731179875887; all regions closed. 2024-11-09T19:19:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:19:14,543 DEBUG [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/oldWALs 2024-11-09T19:19:14,543 INFO [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42763%2C1731179875887.meta:.meta(num 1731179878372) 2024-11-09T19:19:14,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741839_1015 (size=2700) 2024-11-09T19:19:14,594 DEBUG [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/oldWALs 2024-11-09T19:19:14,594 INFO [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42763%2C1731179875887.rep:(num 1731179886600) 2024-11-09T19:19:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741832_1008 (size=1300) 2024-11-09T19:19:14,601 DEBUG [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/oldWALs 2024-11-09T19:19:14,601 INFO [RS:0;fac84fd0e20f:42763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C42763%2C1731179875887:(num 1731179877456) 2024-11-09T19:19:14,601 DEBUG [RS:0;fac84fd0e20f:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:14,601 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:14,602 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:14,602 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:14,602 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:14,602 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:14,602 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,42763,1731179875887 because: Region server is closing 2024-11-09T19:19:14,602 INFO [RS:0;fac84fd0e20f:42763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:42763. 2024-11-09T19:19:14,602 DEBUG [RS:0;fac84fd0e20f:42763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:14,602 DEBUG [RS:0;fac84fd0e20f:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:14,603 DEBUG [RS:0;fac84fd0e20f:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:14,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:14,703 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:19:14,703 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.wal-reader.fac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:19:14,703 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,42763,1731179875887.replicationSource.shipperfac84fd0e20f%2C42763%2C1731179875887,1-fac84fd0e20f,42763,1731179875887 terminated 2024-11-09T19:19:14,703 INFO [RS:0;fac84fd0e20f:42763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42763 2024-11-09T19:19:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884/rs 2024-11-09T19:19:14,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02017009884/rs/fac84fd0e20f,42763,1731179875887 2024-11-09T19:19:14,784 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:14,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,42763,1731179875887] 2024-11-09T19:19:14,807 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02017009884/draining/fac84fd0e20f,42763,1731179875887 already deleted, retry=false 2024-11-09T19:19:14,807 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,42763,1731179875887 expired; onlineServers=0 2024-11-09T19:19:14,807 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,36095,1731179875314' ***** 2024-11-09T19:19:14,807 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:19:14,807 INFO [M:0;fac84fd0e20f:36095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:14,807 INFO [M:0;fac84fd0e20f:36095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:14,807 DEBUG [M:0;fac84fd0e20f:36095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:19:14,807 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:19:14,807 DEBUG [M:0;fac84fd0e20f:36095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:19:14,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179877196 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179877196,5,FailOnTimeoutGroup] 2024-11-09T19:19:14,807 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179877192 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179877192,5,FailOnTimeoutGroup] 2024-11-09T19:19:14,807 INFO [M:0;fac84fd0e20f:36095 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:14,807 INFO [M:0;fac84fd0e20f:36095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:14,807 DEBUG [M:0;fac84fd0e20f:36095 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:19:14,807 INFO [M:0;fac84fd0e20f:36095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:19:14,807 INFO [M:0;fac84fd0e20f:36095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:14,808 INFO [M:0;fac84fd0e20f:36095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:19:14,808 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:19:14,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02017009884/master 2024-11-09T19:19:14,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02017009884 2024-11-09T19:19:14,817 DEBUG [M:0;fac84fd0e20f:36095 {}] zookeeper.ZKUtil(347): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Unable to get data of znode /02017009884/master because node does not exist (not an error) 2024-11-09T19:19:14,817 WARN [M:0;fac84fd0e20f:36095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:19:14,819 INFO [M:0;fac84fd0e20f:36095 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/.lastflushedseqids 2024-11-09T19:19:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741850_1026 (size=263) 2024-11-09T19:19:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:14,897 INFO [RS:0;fac84fd0e20f:42763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:14,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x10121087ec00001, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:14,897 INFO [RS:0;fac84fd0e20f:42763 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,42763,1731179875887; zookeeper connection closed. 2024-11-09T19:19:14,898 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11e09758 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11e09758 2024-11-09T19:19:14,898 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:19:15,223 INFO [M:0;fac84fd0e20f:36095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:19:15,224 INFO [M:0;fac84fd0e20f:36095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:19:15,224 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:15,224 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:15,224 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:15,224 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:15,224 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:15,224 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-09T19:19:15,251 DEBUG [M:0;fac84fd0e20f:36095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd9241b4bc24256aeb2a6b40d24399d is 82, key is hbase:meta,,1/info:regioninfo/1731179878406/Put/seqid=0 2024-11-09T19:19:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741851_1027 (size=5672) 2024-11-09T19:19:15,263 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd9241b4bc24256aeb2a6b40d24399d 2024-11-09T19:19:15,295 DEBUG [M:0;fac84fd0e20f:36095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0edc81cf8c8b48c4917caf8985225145 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731179884278/Put/seqid=0 2024-11-09T19:19:15,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741852_1028 (size=7239) 2024-11-09T19:19:15,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:15,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:15,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:15,700 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0edc81cf8c8b48c4917caf8985225145 2024-11-09T19:19:15,709 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0edc81cf8c8b48c4917caf8985225145 2024-11-09T19:19:15,728 DEBUG [M:0;fac84fd0e20f:36095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ece67ad13684199978863f769ece39e is 69, key is fac84fd0e20f,42763,1731179875887/rs:state/1731179877300/Put/seqid=0 2024-11-09T19:19:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741853_1029 (size=5156) 2024-11-09T19:19:16,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:19:16,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:16,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:16,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:16,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:16,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:16,132 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ece67ad13684199978863f769ece39e 2024-11-09T19:19:16,142 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd9241b4bc24256aeb2a6b40d24399d as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dd9241b4bc24256aeb2a6b40d24399d 2024-11-09T19:19:16,149 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dd9241b4bc24256aeb2a6b40d24399d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T19:19:16,151 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0edc81cf8c8b48c4917caf8985225145 as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0edc81cf8c8b48c4917caf8985225145 2024-11-09T19:19:16,161 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0edc81cf8c8b48c4917caf8985225145 2024-11-09T19:19:16,161 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0edc81cf8c8b48c4917caf8985225145, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T19:19:16,162 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ece67ad13684199978863f769ece39e as hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ece67ad13684199978863f769ece39e 2024-11-09T19:19:16,168 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36227/user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ece67ad13684199978863f769ece39e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T19:19:16,169 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=105, compaction requested=false 2024-11-09T19:19:16,172 INFO [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:16,172 DEBUG [M:0;fac84fd0e20f:36095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179955224Disabling compacts and flushes for region at 1731179955224Disabling writes for close at 1731179955224Obtaining lock to block concurrent updates at 1731179955224Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179955224Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731179955225 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179955226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179955226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179955250 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179955250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179955275 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179955294 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179955294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179955709 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179955727 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179955727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323b345d: reopening flushed file at 1731179956139 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7f8839: reopening flushed file at 1731179956149 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516eaa63: reopening flushed file at 1731179956162 (+13 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 945ms, sequenceid=105, compaction requested=false at 1731179956169 (+7 ms)Writing region close event to WAL at 1731179956172 (+3 ms)Closed at 1731179956172 2024-11-09T19:19:16,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45001 is added to blk_1073741830_1006 (size=64514) 2024-11-09T19:19:16,175 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68583156-d55f-025e-a657-7f6f657d6cc4/MasterData/WALs/fac84fd0e20f,36095,1731179875314/fac84fd0e20f%2C36095%2C1731179875314.1731179876961 not finished, retry = 0 2024-11-09T19:19:16,276 INFO [M:0;fac84fd0e20f:36095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:19:16,277 INFO [M:0;fac84fd0e20f:36095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36095 2024-11-09T19:19:16,277 INFO [M:0;fac84fd0e20f:36095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:16,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:16,465 INFO [M:0;fac84fd0e20f:36095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:16,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36095-0x10121087ec00000, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:16,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d71af9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:16,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2535e424{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:16,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:16,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de39c3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:16,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a2eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:16,503 WARN [BP-968286262-172.17.0.2-1731179873087 heartbeating to localhost/127.0.0.1:36227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:19:16,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:19:16,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:19:16,503 WARN [BP-968286262-172.17.0.2-1731179873087 heartbeating to localhost/127.0.0.1:36227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-968286262-172.17.0.2-1731179873087 (Datanode Uuid d6541543-aefd-46d2-922d-13b723ce4fce) service to localhost/127.0.0.1:36227 2024-11-09T19:19:16,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/data/data1/current/BP-968286262-172.17.0.2-1731179873087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:16,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/cluster_dac15bae-730a-f7f9-a048-98a86307ac34/data/data2/current/BP-968286262-172.17.0.2-1731179873087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:16,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:19:16,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3676e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:16,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b599502{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:16,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:16,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a504357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:16,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b42acc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f7dbfd07-523d-aa4f-c495-b91fb2d39fc0/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:16,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:19:16,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:19:16,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 145) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:43737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f6a14b8c5e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:43737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36227 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:36227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f6a14b8c5e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:43737 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58828) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:36227 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58828) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:36227 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 613) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3240 (was 4407) 2024-11-09T19:19:16,601 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=3240 2024-11-09T19:19:16,616 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T19:19:16,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir so I do NOT create it in target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c 2024-11-09T19:19:16,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:19:16,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.tmp.dir so I do NOT create it in target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c 2024-11-09T19:19:16,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/948fdc9f-45a8-d2a4-d68d-01cae335acc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:19:16,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c 2024-11-09T19:19:16,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95, deleteOnExit=true 2024-11-09T19:19:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10121087ec00002, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:19:16,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10121087ec00005, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:19:16,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10121087ec00002, quorum=127.0.0.1:58828, baseZNode=/02017009884 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:19:16,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10121087ec00005, quorum=127.0.0.1:58828, baseZNode=/1-1999052228 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:19:16,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/zookeeper_0, clientPort=61017, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:19:16,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61017 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/test.cache.data in system properties and HBase conf 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:19:16,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:19:16,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:16,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:19:16,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:19:16,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:16,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:16,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:16,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:16,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:19:16,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:16,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc38306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:16,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@631cfec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:17,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67350a58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/java.io.tmpdir/jetty-localhost-45219-hadoop-hdfs-3_4_1-tests_jar-_-any-277898865637857851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:17,080 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50afcef{HTTP/1.1, (http/1.1)}{localhost:45219} 2024-11-09T19:19:17,080 INFO [Time-limited test {}] server.Server(415): Started @132390ms 2024-11-09T19:19:17,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:17,368 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:17,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:17,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:17,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:19:17,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d832a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:17,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a409d84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:17,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6423216d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/java.io.tmpdir/jetty-localhost-41521-hadoop-hdfs-3_4_1-tests_jar-_-any-2096557629191483525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:17,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ee96143{HTTP/1.1, (http/1.1)}{localhost:41521} 2024-11-09T19:19:17,481 INFO [Time-limited test {}] server.Server(415): Started @132791ms 2024-11-09T19:19:17,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:19:18,126 WARN [Thread-1277 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/data/data1/current/BP-358281340-172.17.0.2-1731179956663/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:18,126 WARN [Thread-1278 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/data/data2/current/BP-358281340-172.17.0.2-1731179956663/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:18,141 WARN [Thread-1265 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:19:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28504f0c7b9e2641 with lease ID 0x9ad2607038237b7: Processing first storage report for DS-730ecf38-b834-465a-b1aa-93c7c513d527 from datanode DatanodeRegistration(127.0.0.1:33399, datanodeUuid=198409a1-8af5-4649-a8f8-505567c56e99, infoPort=44067, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=97161564;c=1731179956663) 2024-11-09T19:19:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28504f0c7b9e2641 with lease ID 0x9ad2607038237b7: from storage DS-730ecf38-b834-465a-b1aa-93c7c513d527 node DatanodeRegistration(127.0.0.1:33399, datanodeUuid=198409a1-8af5-4649-a8f8-505567c56e99, infoPort=44067, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=97161564;c=1731179956663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28504f0c7b9e2641 with lease ID 0x9ad2607038237b7: Processing first storage report for DS-bd3c4977-64da-4dd9-8b67-450b6ad591e3 from datanode DatanodeRegistration(127.0.0.1:33399, datanodeUuid=198409a1-8af5-4649-a8f8-505567c56e99, infoPort=44067, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=97161564;c=1731179956663) 2024-11-09T19:19:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28504f0c7b9e2641 with lease ID 0x9ad2607038237b7: from storage DS-bd3c4977-64da-4dd9-8b67-450b6ad591e3 node DatanodeRegistration(127.0.0.1:33399, datanodeUuid=198409a1-8af5-4649-a8f8-505567c56e99, infoPort=44067, infoSecurePort=0, ipcPort=39275, storageInfo=lv=-57;cid=testClusterID;nsid=97161564;c=1731179956663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:18,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c 2024-11-09T19:19:18,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:18,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:19:18,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2 with version=8 2024-11-09T19:19:18,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/hbase-staging 2024-11-09T19:19:18,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:19:18,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:18,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41631 2024-11-09T19:19:18,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41631 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:18,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416310x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:18,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41631-0x1012109c5380000 connected 2024-11-09T19:19:18,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:18,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:18,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:18,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2, hbase.cluster.distributed=false 2024-11-09T19:19:18,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/acl 2024-11-09T19:19:18,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-09T19:19:18,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41631 2024-11-09T19:19:18,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41631 2024-11-09T19:19:18,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-09T19:19:18,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41631 2024-11-09T19:19:18,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:18,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:18,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:18,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:18,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:18,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:18,808 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:19:18,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:18,809 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45081 2024-11-09T19:19:18,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45081 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:18,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:18,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450810x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:18,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450810x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:18,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45081-0x1012109c5380001 connected 2024-11-09T19:19:18,828 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:19:18,829 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:19:18,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/master 2024-11-09T19:19:18,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/acl 2024-11-09T19:19:18,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45081 2024-11-09T19:19:18,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45081 2024-11-09T19:19:18,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45081 2024-11-09T19:19:18,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45081 2024-11-09T19:19:18,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45081 2024-11-09T19:19:18,850 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:41631 2024-11-09T19:19:18,850 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1709005675/backup-masters/fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:18,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:18,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:18,860 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on existing znode=/0-1709005675/backup-masters/fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:18,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709005675/master 2024-11-09T19:19:18,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:18,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:18,871 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on existing znode=/0-1709005675/master 2024-11-09T19:19:18,871 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1709005675/backup-masters/fac84fd0e20f,41631,1731179958620 from backup master directory 2024-11-09T19:19:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/backup-masters/fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:18,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:18,880 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:18,880 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:18,884 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/hbase.id] with ID: fe483fe2-0c99-461b-9d66-5834737cf5d7 2024-11-09T19:19:18,884 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/.tmp/hbase.id 2024-11-09T19:19:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:19:19,288 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/.tmp/hbase.id]:[hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/hbase.id] 2024-11-09T19:19:19,300 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:19,300 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:19:19,301 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:19:19,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:19,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:19,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:19:19,718 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:19,719 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:19:19,719 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:19,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:19:19,726 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store 2024-11-09T19:19:19,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:19:20,132 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:20,133 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:20,133 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:20,133 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:20,133 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:20,133 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:20,133 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:20,133 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179960133Disabling compacts and flushes for region at 1731179960133Disabling writes for close at 1731179960133Writing region close event to WAL at 1731179960133Closed at 1731179960133 2024-11-09T19:19:20,134 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/.initializing 2024-11-09T19:19:20,134 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:20,135 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:20,136 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C41631%2C1731179958620, suffix=, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/oldWALs, maxLogs=10 2024-11-09T19:19:20,148 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620/fac84fd0e20f%2C41631%2C1731179958620.1731179960136, exclude list is [], retry=0 2024-11-09T19:19:20,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:20,152 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 2024-11-09T19:19:20,152 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:20,152 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:20,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:20,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:19:20,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:19:20,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:20,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:20,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:19:20,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:20,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:20,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:19:20,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:20,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:20,161 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,161 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,162 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,163 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,163 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,163 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:20,164 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:20,166 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:20,167 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344091, jitterRate=0.1078132838010788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:20,167 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179960153Initializing all the Stores at 1731179960154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179960154Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179960154Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179960154Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179960154Cleaning up temporary data from old regions at 1731179960163 (+9 ms)Region opened successfully at 1731179960167 (+4 ms) 2024-11-09T19:19:20,168 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:19:20,170 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271cd7a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:20,171 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:19:20,171 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:19:20,171 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:19:20,171 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:19:20,172 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:19:20,172 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:19:20,172 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:19:20,174 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:19:20,175 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/balancer because node does not exist (not necessarily an error) 2024-11-09T19:19:20,196 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/balancer already deleted, retry=false 2024-11-09T19:19:20,196 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:19:20,197 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:19:20,206 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/normalizer already deleted, retry=false 2024-11-09T19:19:20,207 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:19:20,208 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:19:20,217 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/switch/split already deleted, retry=false 2024-11-09T19:19:20,217 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:19:20,227 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/switch/merge already deleted, retry=false 2024-11-09T19:19:20,230 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:19:20,238 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/snapshot-cleanup already deleted, retry=false 2024-11-09T19:19:20,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:20,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:20,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:20,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:20,252 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,41631,1731179958620, sessionid=0x1012109c5380000, setting cluster-up flag (Was=false) 2024-11-09T19:19:20,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:20,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:20,301 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1709005675/flush-table-proc/acquired, /0-1709005675/flush-table-proc/reached, /0-1709005675/flush-table-proc/abort 2024-11-09T19:19:20,302 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:20,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:20,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:20,354 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1709005675/online-snapshot/acquired, /0-1709005675/online-snapshot/reached, /0-1709005675/online-snapshot/abort 2024-11-09T19:19:20,355 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:20,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:19:20,358 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:20,358 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:19:20,358 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:19:20,358 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,41631,1731179958620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:20,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,360 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179990360 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:19:20,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:19:20,361 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:19:20,362 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:19:20,362 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:19:20,362 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179960362,5,FailOnTimeoutGroup] 2024-11-09T19:19:20,362 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179960362,5,FailOnTimeoutGroup] 2024-11-09T19:19:20,362 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,362 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:19:20,362 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,362 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:20,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:19:20,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:19:20,441 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(746): ClusterId : fe483fe2-0c99-461b-9d66-5834737cf5d7 2024-11-09T19:19:20,441 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:19:20,449 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:19:20,449 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:19:20,460 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:19:20,460 DEBUG [RS:0;fac84fd0e20f:45081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614f10b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:20,472 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:45081 2024-11-09T19:19:20,472 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:19:20,472 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:19:20,472 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:19:20,473 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,41631,1731179958620 with port=45081, startcode=1731179958808 2024-11-09T19:19:20,473 DEBUG [RS:0;fac84fd0e20f:45081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:19:20,475 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:19:20,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:20,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41631 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:20,476 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2 2024-11-09T19:19:20,476 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32787 2024-11-09T19:19:20,476 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:19:20,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/rs 2024-11-09T19:19:20,489 DEBUG [RS:0;fac84fd0e20f:45081 {}] zookeeper.ZKUtil(111): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on existing znode=/0-1709005675/rs/fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:20,489 WARN [RS:0;fac84fd0e20f:45081 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:20,489 INFO [RS:0;fac84fd0e20f:45081 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:20,490 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:20,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,45081,1731179958808] 2024-11-09T19:19:20,493 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:19:20,494 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:19:20,494 INFO [RS:0;fac84fd0e20f:45081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:19:20,495 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,495 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:19:20,496 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:19:20,496 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:20,496 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:20,497 DEBUG [RS:0;fac84fd0e20f:45081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:20,497 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,497 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,497 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,497 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,497 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,497 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45081,1731179958808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:20,511 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:19:20,511 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45081,1731179958808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,511 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,511 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.Replication(171): fac84fd0e20f,45081,1731179958808 started 2024-11-09T19:19:20,524 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:20,524 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,45081,1731179958808, RpcServer on fac84fd0e20f/172.17.0.2:45081, sessionid=0x1012109c5380001 2024-11-09T19:19:20,525 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:19:20,525 DEBUG [RS:0;fac84fd0e20f:45081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:20,525 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45081,1731179958808' 2024-11-09T19:19:20,525 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1709005675/flush-table-proc/abort' 2024-11-09T19:19:20,525 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1709005675/flush-table-proc/acquired' 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45081,1731179958808' 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1709005675/online-snapshot/abort' 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1709005675/online-snapshot/acquired' 2024-11-09T19:19:20,526 DEBUG [RS:0;fac84fd0e20f:45081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:19:20,526 INFO [RS:0;fac84fd0e20f:45081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:19:20,526 INFO [RS:0;fac84fd0e20f:45081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:19:20,627 INFO [RS:0;fac84fd0e20f:45081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:20,629 INFO [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45081%2C1731179958808, suffix=, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs, maxLogs=10 2024-11-09T19:19:20,642 DEBUG [RS:0;fac84fd0e20f:45081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629, exclude list is [], retry=0 2024-11-09T19:19:20,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:20,646 INFO [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 2024-11-09T19:19:20,647 DEBUG [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:20,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:19:20,770 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2 2024-11-09T19:19:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:19:21,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:21,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:21,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:21,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:21,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:21,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:21,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:21,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:21,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:21,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:21,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740 2024-11-09T19:19:21,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740 2024-11-09T19:19:21,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:21,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:21,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:21,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:21,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:21,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73334985, jitterRate=0.09277643263339996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179961176Initializing all the Stores at 1731179961177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179961177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179961177Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179961177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179961177Cleaning up temporary data from old regions at 1731179961184 (+7 ms)Region opened successfully at 1731179961188 (+4 ms) 2024-11-09T19:19:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:21,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:21,188 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:21,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179961188Disabling compacts and flushes for region at 1731179961188Disabling writes for close at 1731179961188Writing region close event to WAL at 1731179961188Closed at 1731179961188 2024-11-09T19:19:21,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:21,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:19:21,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:19:21,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:21,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:19:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:21,342 DEBUG [fac84fd0e20f:41631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:19:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:19:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:19:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:19:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:19:21,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:21,344 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45081,1731179958808, state=OPENING 2024-11-09T19:19:21,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:19:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:21,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:21,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:21,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:21,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45081,1731179958808}] 2024-11-09T19:19:21,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:19:21,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:19:21,553 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:19:21,553 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:21,554 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:19:21,555 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45081%2C1731179958808.meta, suffix=.meta, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs, maxLogs=10 2024-11-09T19:19:21,570 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.meta.1731179961555.meta, exclude list is [], retry=0 2024-11-09T19:19:21,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:21,574 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.meta.1731179961555.meta 2024-11-09T19:19:21,574 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:21,574 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:21,575 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:21,575 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:21,575 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:19:21,575 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:19:21,575 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:19:21,575 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:21,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:19:21,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:19:21,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:21,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:21,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:21,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:21,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:21,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:21,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:21,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:21,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:21,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:21,588 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:21,589 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740 2024-11-09T19:19:21,590 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740 2024-11-09T19:19:21,594 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:21,594 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:21,594 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:21,596 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:21,597 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68438402, jitterRate=0.019811660051345825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:21,597 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:19:21,597 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179961576Writing region info on filesystem at 1731179961576Initializing all the Stores at 1731179961577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179961577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179961580 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179961580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179961580Cleaning up temporary data from old regions at 1731179961594 (+14 ms)Running coprocessor post-open hooks at 1731179961597 (+3 ms)Region opened successfully at 1731179961597 2024-11-09T19:19:21,598 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179961547 2024-11-09T19:19:21,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:19:21,600 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:19:21,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:21,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45081,1731179958808, state=OPEN 2024-11-09T19:19:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:21,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:21,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:21,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:21,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:21,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:19:21,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45081,1731179958808 in 223 msec 2024-11-09T19:19:21,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:19:21,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-09T19:19:21,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:21,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:19:21,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:21,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45081,1731179958808, seqNum=-1] 2024-11-09T19:19:21,623 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:21,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:21,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-09T19:19:21,630 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179961630, completionTime=-1 2024-11-09T19:19:21,630 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:19:21,630 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:19:21,633 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:19:21,633 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180021633 2024-11-09T19:19:21,633 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180081633 2024-11-09T19:19:21,633 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T19:19:21,634 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41631,1731179958620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,634 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41631,1731179958620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,634 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41631,1731179958620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,634 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:41631, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,634 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,634 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,637 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.759sec 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41631,1731179958620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:21,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41631,1731179958620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:19:21,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b36df66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:21,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41631,-1 for getting cluster id 2024-11-09T19:19:21,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:21,643 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:19:21,643 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:19:21,643 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41631,1731179958620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:21,644 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe483fe2-0c99-461b-9d66-5834737cf5d7' 2024-11-09T19:19:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe483fe2-0c99-461b-9d66-5834737cf5d7" 2024-11-09T19:19:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2621d4cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41631,-1] 2024-11-09T19:19:21,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:21,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:21,646 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:21,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380726b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:21,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:21,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45081,1731179958808, seqNum=-1] 2024-11-09T19:19:21,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:21,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:21,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:21,653 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:21,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:21,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012109c5380002 connected 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir so I do NOT create it in target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837 2024-11-09T19:19:21,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.tmp.dir so I do NOT create it in target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837 2024-11-09T19:19:21,672 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:19:21,672 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/cluster_c591f54e-01e9-0d54-158a-03deb9b40c12, deleteOnExit=true 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/test.cache.data in system properties and HBase conf 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:19:21,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:19:21,673 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:19:21,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:19:21,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:19:22,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:22,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:22,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:22,019 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:22,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:19:22,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:22,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aa36f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:22,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1802c050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:22,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf71f97{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/java.io.tmpdir/jetty-localhost-41227-hadoop-hdfs-3_4_1-tests_jar-_-any-11510835083793049813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:22,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f32c398{HTTP/1.1, (http/1.1)}{localhost:41227} 2024-11-09T19:19:22,131 INFO [Time-limited test {}] server.Server(415): Started @137441ms 2024-11-09T19:19:22,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:22,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:22,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:22,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:22,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:19:22,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c4a46ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:22,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4613023f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:22,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1538dd60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/java.io.tmpdir/jetty-localhost-42595-hadoop-hdfs-3_4_1-tests_jar-_-any-13526463067615729443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:22,512 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47d6eac9{HTTP/1.1, (http/1.1)}{localhost:42595} 2024-11-09T19:19:22,512 INFO [Time-limited test {}] server.Server(415): Started @137823ms 2024-11-09T19:19:22,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:19:23,145 WARN [Thread-1397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/cluster_c591f54e-01e9-0d54-158a-03deb9b40c12/data/data1/current/BP-2135616109-172.17.0.2-1731179961688/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:23,145 WARN [Thread-1398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/cluster_c591f54e-01e9-0d54-158a-03deb9b40c12/data/data2/current/BP-2135616109-172.17.0.2-1731179961688/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:23,164 WARN [Thread-1385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:19:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79bba13a47a57df1 with lease ID 0xb66903fc4c1215b7: Processing first storage report for DS-0f8bdc40-4f05-4dac-9253-503bf9958727 from datanode DatanodeRegistration(127.0.0.1:44299, datanodeUuid=4a6102e1-fffb-4617-98e2-f5feee3ba69c, infoPort=41633, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=939953671;c=1731179961688) 2024-11-09T19:19:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79bba13a47a57df1 with lease ID 0xb66903fc4c1215b7: from storage DS-0f8bdc40-4f05-4dac-9253-503bf9958727 node DatanodeRegistration(127.0.0.1:44299, datanodeUuid=4a6102e1-fffb-4617-98e2-f5feee3ba69c, infoPort=41633, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=939953671;c=1731179961688), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:19:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79bba13a47a57df1 with lease ID 0xb66903fc4c1215b7: Processing first storage report for DS-af12334d-f735-46ef-b0b0-aa7408eb1a74 from datanode DatanodeRegistration(127.0.0.1:44299, datanodeUuid=4a6102e1-fffb-4617-98e2-f5feee3ba69c, infoPort=41633, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=939953671;c=1731179961688) 2024-11-09T19:19:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79bba13a47a57df1 with lease ID 0xb66903fc4c1215b7: from storage DS-af12334d-f735-46ef-b0b0-aa7408eb1a74 node DatanodeRegistration(127.0.0.1:44299, datanodeUuid=4a6102e1-fffb-4617-98e2-f5feee3ba69c, infoPort=41633, infoSecurePort=0, ipcPort=43239, storageInfo=lv=-57;cid=testClusterID;nsid=939953671;c=1731179961688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:23,241 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837 2024-11-09T19:19:23,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:23,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:19:23,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3 with version=8 2024-11-09T19:19:23,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/hbase-staging 2024-11-09T19:19:23,651 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:19:23,652 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:23,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44345 2024-11-09T19:19:23,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44345 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:23,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443450x0, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:23,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44345-0x1012109c5380003 connected 2024-11-09T19:19:23,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:23,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:23,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/running 2024-11-09T19:19:23,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3, hbase.cluster.distributed=false 2024-11-09T19:19:23,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/acl 2024-11-09T19:19:23,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-09T19:19:23,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44345 2024-11-09T19:19:23,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44345 2024-11-09T19:19:23,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-09T19:19:23,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44345 2024-11-09T19:19:23,807 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:19:23,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:23,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41913 2024-11-09T19:19:23,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41913 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:23,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:23,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419130x0, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:23,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41913-0x1012109c5380004 connected 2024-11-09T19:19:23,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/running 2024-11-09T19:19:23,826 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:19:23,827 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:19:23,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/master 2024-11-09T19:19:23,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/acl 2024-11-09T19:19:23,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-09T19:19:23,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41913 2024-11-09T19:19:23,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41913 2024-11-09T19:19:23,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-09T19:19:23,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41913 2024-11-09T19:19:23,847 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:44345 2024-11-09T19:19:23,848 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-503949184/backup-masters/fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184/backup-masters 2024-11-09T19:19:23,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184/backup-masters 2024-11-09T19:19:23,859 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on existing znode=/1-503949184/backup-masters/fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-503949184/master 2024-11-09T19:19:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:23,870 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on existing znode=/1-503949184/master 2024-11-09T19:19:23,870 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-503949184/backup-masters/fac84fd0e20f,44345,1731179963651 from backup master directory 2024-11-09T19:19:23,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-503949184/backup-masters/fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:23,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184/backup-masters 2024-11-09T19:19:23,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184/backup-masters 2024-11-09T19:19:23,880 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:23,880 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:23,883 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/hbase.id] with ID: 7099fec1-359d-4699-a867-fa983abbd0df 2024-11-09T19:19:23,883 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/.tmp/hbase.id 2024-11-09T19:19:23,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:19:24,288 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/.tmp/hbase.id]:[hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/hbase.id] 2024-11-09T19:19:24,298 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:24,298 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:19:24,299 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:19:24,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:24,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:19:24,759 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:24,760 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:19:24,760 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:19:25,167 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store 2024-11-09T19:19:25,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:19:25,573 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:25,573 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:25,573 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:25,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:25,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:25,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:25,574 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:25,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179965573Disabling compacts and flushes for region at 1731179965573Disabling writes for close at 1731179965574 (+1 ms)Writing region close event to WAL at 1731179965574Closed at 1731179965574 2024-11-09T19:19:25,575 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/.initializing 2024-11-09T19:19:25,575 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/WALs/fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:25,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:25,578 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C44345%2C1731179963651, suffix=, logDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/WALs/fac84fd0e20f,44345,1731179963651, archiveDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/oldWALs, maxLogs=10 2024-11-09T19:19:25,590 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/WALs/fac84fd0e20f,44345,1731179963651/fac84fd0e20f%2C44345%2C1731179963651.1731179965578, exclude list is [], retry=0 2024-11-09T19:19:25,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44299,DS-0f8bdc40-4f05-4dac-9253-503bf9958727,DISK] 2024-11-09T19:19:25,594 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/WALs/fac84fd0e20f,44345,1731179963651/fac84fd0e20f%2C44345%2C1731179963651.1731179965578 2024-11-09T19:19:25,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41633:41633)] 2024-11-09T19:19:25,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:25,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:25,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,595 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:19:25,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:25,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:19:25,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:25,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:25,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:19:25,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:25,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:25,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:19:25,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:25,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:25,602 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,602 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,603 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,604 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,604 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,604 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:25,605 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:25,607 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:25,607 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67026268, jitterRate=-0.001230776309967041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:25,607 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179965595Initializing all the Stores at 1731179965596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179965596Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179965596Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179965596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179965596Cleaning up temporary data from old regions at 1731179965604 (+8 ms)Region opened successfully at 1731179965607 (+3 ms) 2024-11-09T19:19:25,608 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:19:25,610 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723c7fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:25,611 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:19:25,611 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:19:25,611 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:19:25,611 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:19:25,611 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:19:25,612 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:19:25,612 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:19:25,613 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:19:25,614 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Unable to get data of znode /1-503949184/balancer because node does not exist (not necessarily an error) 2024-11-09T19:19:25,627 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-503949184/balancer already deleted, retry=false 2024-11-09T19:19:25,627 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:19:25,628 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Unable to get data of znode /1-503949184/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:19:25,638 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-503949184/normalizer already deleted, retry=false 2024-11-09T19:19:25,638 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:19:25,639 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Unable to get data of znode /1-503949184/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:19:25,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-503949184/switch/split already deleted, retry=false 2024-11-09T19:19:25,649 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Unable to get data of znode /1-503949184/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:19:25,659 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-503949184/switch/merge already deleted, retry=false 2024-11-09T19:19:25,660 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Unable to get data of znode /1-503949184/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:19:25,669 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-503949184/snapshot-cleanup already deleted, retry=false 2024-11-09T19:19:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-503949184/running 2024-11-09T19:19:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-503949184/running 2024-11-09T19:19:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:25,680 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,44345,1731179963651, sessionid=0x1012109c5380003, setting cluster-up flag (Was=false) 2024-11-09T19:19:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:25,732 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-503949184/flush-table-proc/acquired, /1-503949184/flush-table-proc/reached, /1-503949184/flush-table-proc/abort 2024-11-09T19:19:25,734 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:25,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:25,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:25,785 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-503949184/online-snapshot/acquired, /1-503949184/online-snapshot/reached, /1-503949184/online-snapshot/abort 2024-11-09T19:19:25,786 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:25,787 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:19:25,789 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:25,789 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:19:25,789 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:19:25,789 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,44345,1731179963651 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:19:25,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:25,791 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731179995791 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:19:25,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:19:25,792 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:25,792 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:19:25,793 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:25,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:19:25,796 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:19:25,797 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179965797,5,FailOnTimeoutGroup] 2024-11-09T19:19:25,797 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179965797,5,FailOnTimeoutGroup] 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:25,797 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:25,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:19:25,839 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(746): ClusterId : 7099fec1-359d-4699-a867-fa983abbd0df 2024-11-09T19:19:25,839 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:19:25,850 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:19:25,850 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:19:25,860 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:19:25,860 DEBUG [RS:0;fac84fd0e20f:41913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19893e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:25,871 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:41913 2024-11-09T19:19:25,871 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:19:25,871 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:19:25,871 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:19:25,872 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,44345,1731179963651 with port=41913, startcode=1731179963806 2024-11-09T19:19:25,872 DEBUG [RS:0;fac84fd0e20f:41913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:19:25,874 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:19:25,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:25,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44345 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:25,875 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3 2024-11-09T19:19:25,875 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40475 2024-11-09T19:19:25,875 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:19:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184/rs 2024-11-09T19:19:26,031 DEBUG [RS:0;fac84fd0e20f:41913 {}] zookeeper.ZKUtil(111): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on existing znode=/1-503949184/rs/fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:26,031 WARN [RS:0;fac84fd0e20f:41913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:26,031 INFO [RS:0;fac84fd0e20f:41913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:26,031 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:26,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,41913,1731179963806] 2024-11-09T19:19:26,034 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:19:26,035 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:19:26,036 INFO [RS:0;fac84fd0e20f:41913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:19:26,036 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,036 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:19:26,036 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:19:26,036 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:26,037 DEBUG [RS:0;fac84fd0e20f:41913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:26,037 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,037 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,037 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,037 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,037 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,038 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41913,1731179963806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:26,051 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:19:26,052 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,41913,1731179963806-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,052 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,052 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.Replication(171): fac84fd0e20f,41913,1731179963806 started 2024-11-09T19:19:26,065 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:26,065 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,41913,1731179963806, RpcServer on fac84fd0e20f/172.17.0.2:41913, sessionid=0x1012109c5380004 2024-11-09T19:19:26,065 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:19:26,065 DEBUG [RS:0;fac84fd0e20f:41913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:26,065 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,41913,1731179963806' 2024-11-09T19:19:26,065 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-503949184/flush-table-proc/abort' 2024-11-09T19:19:26,066 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-503949184/flush-table-proc/acquired' 2024-11-09T19:19:26,066 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:19:26,066 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:19:26,066 DEBUG [RS:0;fac84fd0e20f:41913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:26,066 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,41913,1731179963806' 2024-11-09T19:19:26,066 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-503949184/online-snapshot/abort' 2024-11-09T19:19:26,067 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-503949184/online-snapshot/acquired' 2024-11-09T19:19:26,067 DEBUG [RS:0;fac84fd0e20f:41913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:19:26,067 INFO [RS:0;fac84fd0e20f:41913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:19:26,067 INFO [RS:0;fac84fd0e20f:41913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:19:26,168 INFO [RS:0;fac84fd0e20f:41913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:26,169 INFO [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C41913%2C1731179963806, suffix=, logDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806, archiveDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/oldWALs, maxLogs=10 2024-11-09T19:19:26,186 DEBUG [RS:0;fac84fd0e20f:41913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806/fac84fd0e20f%2C41913%2C1731179963806.1731179966170, exclude list is [], retry=0 2024-11-09T19:19:26,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44299,DS-0f8bdc40-4f05-4dac-9253-503bf9958727,DISK] 2024-11-09T19:19:26,190 INFO [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806/fac84fd0e20f%2C41913%2C1731179963806.1731179966170 2024-11-09T19:19:26,191 DEBUG [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41633:41633)] 2024-11-09T19:19:26,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:19:26,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3 2024-11-09T19:19:26,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:19:26,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:26,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:26,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:26,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:26,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:26,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:26,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:26,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:26,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:26,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:26,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:26,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:26,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:26,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:26,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:26,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:26,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:26,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740 2024-11-09T19:19:26,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740 2024-11-09T19:19:26,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:26,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:26,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:26,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:26,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:26,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74773903, jitterRate=0.11421798169612885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:26,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179966610Initializing all the Stores at 1731179966611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179966611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179966611Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179966611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179966611Cleaning up temporary data from old regions at 1731179966619 (+8 ms)Region opened successfully at 1731179966623 (+4 ms) 2024-11-09T19:19:26,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:26,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:26,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:26,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:26,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:26,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:26,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179966623Disabling compacts and flushes for region at 1731179966623Disabling writes for close at 1731179966623Writing region close event to WAL at 1731179966624 (+1 ms)Closed at 1731179966624 2024-11-09T19:19:26,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:26,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:19:26,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:19:26,626 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:26,627 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:19:26,777 DEBUG [fac84fd0e20f:44345 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:19:26,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:26,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,41913,1731179963806, state=OPENING 2024-11-09T19:19:26,827 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:19:26,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:26,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:26,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-503949184/meta-region-server: CHANGED 2024-11-09T19:19:26,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-503949184/meta-region-server: CHANGED 2024-11-09T19:19:26,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:26,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,41913,1731179963806}] 2024-11-09T19:19:26,889 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:19:26,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:26,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:19:26,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:19:26,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:19:26,996 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:19:26,996 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:26,996 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:19:26,998 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C41913%2C1731179963806.meta, suffix=.meta, logDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806, archiveDir=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/oldWALs, maxLogs=10 2024-11-09T19:19:27,012 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806/fac84fd0e20f%2C41913%2C1731179963806.meta.1731179966998.meta, exclude list is [], retry=0 2024-11-09T19:19:27,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44299,DS-0f8bdc40-4f05-4dac-9253-503bf9958727,DISK] 2024-11-09T19:19:27,016 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806/fac84fd0e20f%2C41913%2C1731179963806.meta.1731179966998.meta 2024-11-09T19:19:27,017 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41633:41633)] 2024-11-09T19:19:27,017 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:27,017 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:27,017 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:27,017 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:19:27,018 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:19:27,018 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:19:27,018 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:27,018 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:19:27,018 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:19:27,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:27,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:27,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:27,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:27,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:27,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:27,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:27,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:27,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:27,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:27,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:27,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:27,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:27,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:27,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:27,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:27,023 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:27,024 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740 2024-11-09T19:19:27,025 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740 2024-11-09T19:19:27,026 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:27,026 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:27,027 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:27,028 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:27,028 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60439864, jitterRate=-0.09937584400177002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:27,028 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:19:27,029 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179967018Writing region info on filesystem at 1731179967018Initializing all the Stores at 1731179967019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179967019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179967019Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179967019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179967019Cleaning up temporary data from old regions at 1731179967026 (+7 ms)Running coprocessor post-open hooks at 1731179967028 (+2 ms)Region opened successfully at 1731179967029 (+1 ms) 2024-11-09T19:19:27,029 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179966991 2024-11-09T19:19:27,031 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:19:27,032 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:19:27,032 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:27,033 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,41913,1731179963806, state=OPEN 2024-11-09T19:19:27,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-503949184/meta-region-server 2024-11-09T19:19:27,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-503949184/meta-region-server 2024-11-09T19:19:27,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:27,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-503949184/meta-region-server: CHANGED 2024-11-09T19:19:27,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-503949184/meta-region-server: CHANGED 2024-11-09T19:19:27,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:19:27,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,41913,1731179963806 in 200 msec 2024-11-09T19:19:27,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:19:27,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-09T19:19:27,043 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:27,043 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:19:27,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:27,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,41913,1731179963806, seqNum=-1] 2024-11-09T19:19:27,045 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:27,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:27,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-09T19:19:27,051 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179967051, completionTime=-1 2024-11-09T19:19:27,051 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:19:27,051 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:19:27,053 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:19:27,053 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180027053 2024-11-09T19:19:27,053 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180087053 2024-11-09T19:19:27,053 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:19:27,054 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44345,1731179963651-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,054 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44345,1731179963651-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,054 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44345,1731179963651-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,054 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:44345, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,054 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,055 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,056 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:19:27,058 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.178sec 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44345,1731179963651-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:27,059 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44345,1731179963651-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:19:27,061 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:19:27,061 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:19:27,061 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44345,1731179963651-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:27,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63889321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44345,-1 for getting cluster id 2024-11-09T19:19:27,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:27,143 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7099fec1-359d-4699-a867-fa983abbd0df' 2024-11-09T19:19:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:27,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7099fec1-359d-4699-a867-fa983abbd0df" 2024-11-09T19:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44345,-1] 2024-11-09T19:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:27,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:27,146 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:27,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73445ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:27,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,41913,1731179963806, seqNum=-1] 2024-11-09T19:19:27,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:27,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:27,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:27,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:27,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:27,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012109c5380005 connected 2024-11-09T19:19:27,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5670b3bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,41631,-1 for getting cluster id 2024-11-09T19:19:27,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:27,178 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe483fe2-0c99-461b-9d66-5834737cf5d7' 2024-11-09T19:19:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:27,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe483fe2-0c99-461b-9d66-5834737cf5d7" 2024-11-09T19:19:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407ea083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,41631,-1] 2024-11-09T19:19:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:27,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:27,180 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6b4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20927c31 2024-11-09T19:19:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:27,182 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:27,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:44345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:19:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:19:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:27,185 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:44345' 2024-11-09T19:19:27,186 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e7a9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,186 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44345,-1 for getting cluster id 2024-11-09T19:19:27,187 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:27,187 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7099fec1-359d-4699-a867-fa983abbd0df' 2024-11-09T19:19:27,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7099fec1-359d-4699-a867-fa983abbd0df" 2024-11-09T19:19:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a60b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44345,-1] 2024-11-09T19:19:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:27,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:27,189 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b90185a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:27,190 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482b5b37 2024-11-09T19:19:27,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:27,191 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:27,192 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T19:19:27,192 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:19:27,192 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:27,192 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:27,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:27,193 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:27,194 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:19:27,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:19:27,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:27,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:19:27,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741835_1011 (size=1138) 2024-11-09T19:19:27,244 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:19:27,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:27,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89bbb4f611d28c0f138bc0ad8dcffc0c, NAME => 'hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2 2024-11-09T19:19:27,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741836_1012 (size=44) 2024-11-09T19:19:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:28,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:28,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 89bbb4f611d28c0f138bc0ad8dcffc0c, disabling compactions & flushes 2024-11-09T19:19:28,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. after waiting 0 ms 2024-11-09T19:19:28,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89bbb4f611d28c0f138bc0ad8dcffc0c: Waiting for close lock at 1731179968009Disabling compacts and flushes for region at 1731179968009Disabling writes for close at 1731179968010 (+1 ms)Writing region close event to WAL at 1731179968010Closed at 1731179968010 2024-11-09T19:19:28,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:19:28,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731179968011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179968011"}]},"ts":"1731179968011"} 2024-11-09T19:19:28,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:19:28,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:19:28,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179968015"}]},"ts":"1731179968015"} 2024-11-09T19:19:28,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:19:28,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN}] 2024-11-09T19:19:28,020 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN 2024-11-09T19:19:28,020 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45081,1731179958808; forceNewPlan=false, retain=false 2024-11-09T19:19:28,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=89bbb4f611d28c0f138bc0ad8dcffc0c, regionState=OPENING, regionLocation=fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:28,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN because future has completed 2024-11-09T19:19:28,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bbb4f611d28c0f138bc0ad8dcffc0c, server=fac84fd0e20f,45081,1731179958808}] 2024-11-09T19:19:28,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:28,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:28,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:19:28,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45081%2C1731179958808.rep, suffix=, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs, maxLogs=10 2024-11-09T19:19:28,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.rep.1731179968333, exclude list is [], retry=0 2024-11-09T19:19:28,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:28,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.rep.1731179968333 2024-11-09T19:19:28,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:28,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 89bbb4f611d28c0f138bc0ad8dcffc0c, NAME => 'hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:28,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. service=MultiRowMutationService 2024-11-09T19:19:28,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:19:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:28,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,381 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,383 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bbb4f611d28c0f138bc0ad8dcffc0c columnFamilyName hfileref 2024-11-09T19:19:28,383 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:28,384 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(327): Store=89bbb4f611d28c0f138bc0ad8dcffc0c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:28,384 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,385 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bbb4f611d28c0f138bc0ad8dcffc0c columnFamilyName queue 2024-11-09T19:19:28,385 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:28,386 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(327): Store=89bbb4f611d28c0f138bc0ad8dcffc0c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:28,386 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,387 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bbb4f611d28c0f138bc0ad8dcffc0c columnFamilyName sid 2024-11-09T19:19:28,387 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:28,387 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(327): Store=89bbb4f611d28c0f138bc0ad8dcffc0c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:28,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:19:28,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:28,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 89bbb4f611d28c0f138bc0ad8dcffc0c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72439875, jitterRate=0.07943825423717499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:19:28,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:28,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 89bbb4f611d28c0f138bc0ad8dcffc0c: Running coprocessor pre-open hook at 1731179968370Writing region info on filesystem at 1731179968370Initializing all the Stores at 1731179968377 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179968377Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179968380 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179968380Cleaning up temporary data from old regions at 1731179968391 (+11 ms)Running coprocessor post-open hooks at 1731179968400 (+9 ms)Region opened successfully at 1731179968401 (+1 ms) 2024-11-09T19:19:28,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c., pid=7, masterSystemTime=1731179968326 2024-11-09T19:19:28,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:28,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=89bbb4f611d28c0f138bc0ad8dcffc0c, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:28,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bbb4f611d28c0f138bc0ad8dcffc0c, server=fac84fd0e20f,45081,1731179958808 because future has completed 2024-11-09T19:19:28,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T19:19:28,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 89bbb4f611d28c0f138bc0ad8dcffc0c, server=fac84fd0e20f,45081,1731179958808 in 247 msec 2024-11-09T19:19:28,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:19:28,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN in 408 msec 2024-11-09T19:19:28,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:19:28,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179968430"}]},"ts":"1731179968430"} 2024-11-09T19:19:28,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:19:28,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:19:28,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2410 sec 2024-11-09T19:19:28,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c., hostname=fac84fd0e20f,45081,1731179958808, seqNum=2] 2024-11-09T19:19:28,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:28,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:28,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:19:28,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45081 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T19:19:28,687 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:19:28,719 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,45081,1731179958808, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:19:28,720 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:28,720 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45081,1731179958808, seqNum=-1] 2024-11-09T19:19:28,720 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:28,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T19:19:28,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,45081,1731179958808', locateType=CURRENT is [region=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c., hostname=fac84fd0e20f,45081,1731179958808, seqNum=2] 2024-11-09T19:19:28,725 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T19:19:28,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T19:19:28,727 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,45081,1731179958808 suceeded 2024-11-09T19:19:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T19:19:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-09T19:19:28,730 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:44345,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:19:28,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5470 sec 2024-11-09T19:19:28,743 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:44345' 2024-11-09T19:19:28,744 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@885be9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:28,744 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44345,-1 for getting cluster id 2024-11-09T19:19:28,745 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:28,745 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7099fec1-359d-4699-a867-fa983abbd0df' 2024-11-09T19:19:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7099fec1-359d-4699-a867-fa983abbd0df" 2024-11-09T19:19:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4303cc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44345,-1] 2024-11-09T19:19:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:28,747 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:28,748 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2304493b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:28,748 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:28,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:28,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c5ee37 2024-11-09T19:19:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:28,749 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T19:19:28,750 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,45081,1731179958808 (queues=1) is replicating from cluster=fe483fe2-0c99-461b-9d66-5834737cf5d7 to cluster=7099fec1-359d-4699-a867-fa983abbd0df 2024-11-09T19:19:28,750 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C45081%2C1731179958808 2024-11-09T19:19:28,750 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,45081,1731179958808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:19:28,751 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.wal-reader.fac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629, startPosition=0, beingWritten=true 2024-11-09T19:19:28,751 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.shipperfac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C45081%2C1731179958808 2024-11-09T19:19:28,957 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.wal-reader.fac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 to pos 0, reset compression=false 2024-11-09T19:19:29,262 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.wal-reader.fac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 to pos 0, reset compression=false 2024-11-09T19:19:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:29,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:29,330 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:19:29,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:29,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:29,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:29,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:29,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:29,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:29,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@615b64a8 2024-11-09T19:19:29,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:29,332 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:29,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41631 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:19:29,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:29,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:29,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:29,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:29,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:29,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:19:29,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=314229985, stopped=false 2024-11-09T19:19:29,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,41631,1731179958620 2024-11-09T19:19:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:29,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:29,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:29,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:29,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:29,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:29,386 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,45081,1731179958808' ***** 2024-11-09T19:19:29,386 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:19:29,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:29,386 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:19:29,386 INFO [RS:0;fac84fd0e20f:45081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:19:29,386 INFO [RS:0;fac84fd0e20f:45081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:19:29,386 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(3091): Received CLOSE for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:29,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:19:29,387 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:29,387 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:29,387 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:29,388 INFO [RS:0;fac84fd0e20f:45081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45081. 2024-11-09T19:19:29,388 DEBUG [RS:0;fac84fd0e20f:45081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:29,388 DEBUG [RS:0;fac84fd0e20f:45081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:29,388 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:19:29,388 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:19:29,388 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:19:29,388 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:19:29,388 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:19:29,388 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 89bbb4f611d28c0f138bc0ad8dcffc0c=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.} 2024-11-09T19:19:29,388 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89bbb4f611d28c0f138bc0ad8dcffc0c, disabling compactions & flushes 2024-11-09T19:19:29,388 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:29,388 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:29,388 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:29,388 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. after waiting 0 ms 2024-11-09T19:19:29,388 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:29,388 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89bbb4f611d28c0f138bc0ad8dcffc0c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T19:19:29,389 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:29,389 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:29,389 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:29,389 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:29,389 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:29,389 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T19:19:29,404 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:29,411 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/.tmp/queue/98e0acb405524cb7ab014f54f7138894 is 151, key is 1-fac84fd0e20f,45081,1731179958808/queue:fac84fd0e20f%2C45081%2C1731179958808/1731179968724/Put/seqid=0 2024-11-09T19:19:29,412 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/info/44d15ce59fc148adb2b073771352143a is 147, key is hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c./info:regioninfo/1731179968406/Put/seqid=0 2024-11-09T19:19:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741838_1014 (size=5350) 2024-11-09T19:19:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741839_1015 (size=6631) 2024-11-09T19:19:29,564 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:19:29,564 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:19:29,588 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:29,667 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.wal-reader.fac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 to pos 0, reset compression=false 2024-11-09T19:19:29,789 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:29,818 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/.tmp/queue/98e0acb405524cb7ab014f54f7138894 2024-11-09T19:19:29,819 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/info/44d15ce59fc148adb2b073771352143a 2024-11-09T19:19:29,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/.tmp/queue/98e0acb405524cb7ab014f54f7138894 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/queue/98e0acb405524cb7ab014f54f7138894 2024-11-09T19:19:29,829 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/queue/98e0acb405524cb7ab014f54f7138894, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T19:19:29,830 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 89bbb4f611d28c0f138bc0ad8dcffc0c in 442ms, sequenceid=5, compaction requested=false 2024-11-09T19:19:29,830 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:19:29,835 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:19:29,835 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:29,835 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:29,835 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:29,835 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89bbb4f611d28c0f138bc0ad8dcffc0c: Waiting for close lock at 1731179969388Running coprocessor pre-close hooks at 1731179969388Disabling compacts and flushes for region at 1731179969388Disabling writes for close at 1731179969388Obtaining lock to block concurrent updates at 1731179969388Preparing flush snapshotting stores in 89bbb4f611d28c0f138bc0ad8dcffc0c at 1731179969388Finished memstore snapshotting hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731179969389 (+1 ms)Flushing stores of hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. at 1731179969390 (+1 ms)Flushing 89bbb4f611d28c0f138bc0ad8dcffc0c/queue: creating writer at 1731179969390Flushing 89bbb4f611d28c0f138bc0ad8dcffc0c/queue: appending metadata at 1731179969410 (+20 ms)Flushing 89bbb4f611d28c0f138bc0ad8dcffc0c/queue: closing flushed file at 1731179969410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f27f844: reopening flushed file at 1731179969823 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 89bbb4f611d28c0f138bc0ad8dcffc0c in 442ms, sequenceid=5, compaction requested=false at 1731179969830 (+7 ms)Writing region close event to WAL at 1731179969831 (+1 ms)Running coprocessor post-close hooks at 1731179969835 (+4 ms)Closed at 1731179969835 2024-11-09T19:19:29,835 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:29,839 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/ns/658055d16ceb41a980364733ffc68ae4 is 43, key is default/ns:d/1731179961625/Put/seqid=0 2024-11-09T19:19:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741840_1016 (size=5153) 2024-11-09T19:19:29,989 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:30,172 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.wal-reader.fac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 to pos 0, reset compression=false 2024-11-09T19:19:30,189 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:30,248 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/ns/658055d16ceb41a980364733ffc68ae4 2024-11-09T19:19:30,278 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/table/2b9ba93ccde241d797f7d2346f38c893 is 53, key is hbase:replication/table:state/1731179968430/Put/seqid=0 2024-11-09T19:19:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741841_1017 (size=5256) 2024-11-09T19:19:30,389 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:19:30,389 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:19:30,389 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:30,589 DEBUG [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:30,700 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/table/2b9ba93ccde241d797f7d2346f38c893 2024-11-09T19:19:30,705 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/info/44d15ce59fc148adb2b073771352143a as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/info/44d15ce59fc148adb2b073771352143a 2024-11-09T19:19:30,710 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/info/44d15ce59fc148adb2b073771352143a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T19:19:30,711 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/ns/658055d16ceb41a980364733ffc68ae4 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/ns/658055d16ceb41a980364733ffc68ae4 2024-11-09T19:19:30,716 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/ns/658055d16ceb41a980364733ffc68ae4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:19:30,717 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/table/2b9ba93ccde241d797f7d2346f38c893 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/table/2b9ba93ccde241d797f7d2346f38c893 2024-11-09T19:19:30,721 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/table/2b9ba93ccde241d797f7d2346f38c893, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T19:19:30,722 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=11, compaction requested=false 2024-11-09T19:19:30,726 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T19:19:30,726 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:30,726 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:30,726 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:30,726 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179969388Running coprocessor pre-close hooks at 1731179969389 (+1 ms)Disabling compacts and flushes for region at 1731179969389Disabling writes for close at 1731179969389Obtaining lock to block concurrent updates at 1731179969389Preparing flush snapshotting stores in 1588230740 at 1731179969389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731179969389Flushing stores of hbase:meta,,1.1588230740 at 1731179969390 (+1 ms)Flushing 1588230740/info: creating writer at 1731179969390Flushing 1588230740/info: appending metadata at 1731179969412 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731179969412Flushing 1588230740/ns: creating writer at 1731179969823 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731179969838 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731179969838Flushing 1588230740/table: creating writer at 1731179970258 (+420 ms)Flushing 1588230740/table: appending metadata at 1731179970277 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731179970277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f46886d: reopening flushed file at 1731179970705 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cc040b: reopening flushed file at 1731179970710 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfd0e55: reopening flushed file at 1731179970716 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=11, compaction requested=false at 1731179970722 (+6 ms)Writing region close event to WAL at 1731179970723 (+1 ms)Running coprocessor post-close hooks at 1731179970726 (+3 ms)Closed at 1731179970726 2024-11-09T19:19:30,726 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:30,790 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,45081,1731179958808; all regions closed. 2024-11-09T19:19:30,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741834_1010 (size=2742) 2024-11-09T19:19:30,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.meta.1731179961555.meta not finished, retry = 0 2024-11-09T19:19:30,793 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.wal-reader.fac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 to pos 0, reset compression=false 2024-11-09T19:19:30,894 DEBUG [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs 2024-11-09T19:19:30,894 INFO [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C45081%2C1731179958808.meta:.meta(num 1731179961555) 2024-11-09T19:19:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741837_1013 (size=1586) 2024-11-09T19:19:30,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.rep.1731179968333 not finished, retry = 0 2024-11-09T19:19:31,145 DEBUG [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs 2024-11-09T19:19:31,145 INFO [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C45081%2C1731179958808.rep:(num 1731179968333) 2024-11-09T19:19:31,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:19:31,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:19:31,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:31,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T19:19:31,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:31,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:19:31,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741832_1008 (size=93) 2024-11-09T19:19:31,373 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808/fac84fd0e20f%2C45081%2C1731179958808.1731179960629 not finished, retry = 0 2024-11-09T19:19:31,475 DEBUG [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs 2024-11-09T19:19:31,475 INFO [RS:0;fac84fd0e20f:45081 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C45081%2C1731179958808:(num 1731179960629) 2024-11-09T19:19:31,475 DEBUG [RS:0;fac84fd0e20f:45081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:31,475 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:31,475 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:31,475 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:31,476 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:31,476 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:31,476 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,45081,1731179958808 because: Region server is closing 2024-11-09T19:19:31,476 INFO [RS:0;fac84fd0e20f:45081 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45081. 2024-11-09T19:19:31,476 DEBUG [RS:0;fac84fd0e20f:45081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:31,476 DEBUG [RS:0;fac84fd0e20f:45081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:31,476 DEBUG [RS:0;fac84fd0e20f:45081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:31,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:31,576 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.shipperfac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:19:31,577 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45081,1731179958808.replicationSource.shipperfac84fd0e20f%2C45081%2C1731179958808,1-fac84fd0e20f,45081,1731179958808 terminated 2024-11-09T19:19:31,577 INFO [RS:0;fac84fd0e20f:45081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45081 2024-11-09T19:19:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/rs 2024-11-09T19:19:31,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/rs/fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:31,625 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:31,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,45081,1731179958808] 2024-11-09T19:19:31,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/draining/fac84fd0e20f,45081,1731179958808 already deleted, retry=false 2024-11-09T19:19:31,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,45081,1731179958808 expired; onlineServers=0 2024-11-09T19:19:31,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,41631,1731179958620' ***** 2024-11-09T19:19:31,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:19:31,648 INFO [M:0;fac84fd0e20f:41631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:31,648 INFO [M:0;fac84fd0e20f:41631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:31,648 DEBUG [M:0;fac84fd0e20f:41631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:19:31,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:19:31,648 DEBUG [M:0;fac84fd0e20f:41631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:19:31,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179960362 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179960362,5,FailOnTimeoutGroup] 2024-11-09T19:19:31,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179960362 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179960362,5,FailOnTimeoutGroup] 2024-11-09T19:19:31,649 INFO [M:0;fac84fd0e20f:41631 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:31,649 INFO [M:0;fac84fd0e20f:41631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:31,649 DEBUG [M:0;fac84fd0e20f:41631 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:19:31,649 INFO [M:0;fac84fd0e20f:41631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:19:31,649 INFO [M:0;fac84fd0e20f:41631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:31,649 INFO [M:0;fac84fd0e20f:41631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:19:31,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:19:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/master 2024-11-09T19:19:31,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:31,659 DEBUG [M:0;fac84fd0e20f:41631 {}] zookeeper.ZKUtil(347): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/master because node does not exist (not an error) 2024-11-09T19:19:31,659 WARN [M:0;fac84fd0e20f:41631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:19:31,659 INFO [M:0;fac84fd0e20f:41631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/.lastflushedseqids 2024-11-09T19:19:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741842_1018 (size=181) 2024-11-09T19:19:31,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:31,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45081-0x1012109c5380001, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:31,738 INFO [RS:0;fac84fd0e20f:45081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:31,738 INFO [RS:0;fac84fd0e20f:45081 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,45081,1731179958808; zookeeper connection closed. 2024-11-09T19:19:31,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e8393ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e8393ea 2024-11-09T19:19:31,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:19:32,064 INFO [M:0;fac84fd0e20f:41631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:19:32,065 INFO [M:0;fac84fd0e20f:41631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:19:32,065 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:32,065 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:32,065 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:32,065 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:32,065 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:32,065 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T19:19:32,080 DEBUG [M:0;fac84fd0e20f:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db72c7651ca446e2aa6ed2a0efa222e9 is 82, key is hbase:meta,,1/info:regioninfo/1731179961601/Put/seqid=0 2024-11-09T19:19:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741843_1019 (size=5672) 2024-11-09T19:19:32,485 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db72c7651ca446e2aa6ed2a0efa222e9 2024-11-09T19:19:32,510 DEBUG [M:0;fac84fd0e20f:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/573d9eb859654b698c1203bbf7b7ac87 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731179968435/Put/seqid=0 2024-11-09T19:19:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741844_1020 (size=7203) 2024-11-09T19:19:32,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:19:32,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:32,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:32,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:32,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:32,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:32,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:32,917 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/573d9eb859654b698c1203bbf7b7ac87 2024-11-09T19:19:32,935 DEBUG [M:0;fac84fd0e20f:41631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/880142ca4adc45ad8ce0bc9eeb50ebf7 is 69, key is fac84fd0e20f,45081,1731179958808/rs:state/1731179960475/Put/seqid=0 2024-11-09T19:19:32,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741845_1021 (size=5156) 2024-11-09T19:19:33,339 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/880142ca4adc45ad8ce0bc9eeb50ebf7 2024-11-09T19:19:33,344 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db72c7651ca446e2aa6ed2a0efa222e9 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db72c7651ca446e2aa6ed2a0efa222e9 2024-11-09T19:19:33,348 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db72c7651ca446e2aa6ed2a0efa222e9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T19:19:33,349 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/573d9eb859654b698c1203bbf7b7ac87 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/573d9eb859654b698c1203bbf7b7ac87 2024-11-09T19:19:33,353 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/573d9eb859654b698c1203bbf7b7ac87, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T19:19:33,354 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/880142ca4adc45ad8ce0bc9eeb50ebf7 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/880142ca4adc45ad8ce0bc9eeb50ebf7 2024-11-09T19:19:33,358 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/880142ca4adc45ad8ce0bc9eeb50ebf7, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T19:19:33,359 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-09T19:19:33,361 INFO [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:33,361 DEBUG [M:0;fac84fd0e20f:41631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179972065Disabling compacts and flushes for region at 1731179972065Disabling writes for close at 1731179972065Obtaining lock to block concurrent updates at 1731179972065Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179972065Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731179972065Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179972066 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179972066Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179972080 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179972080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179972490 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179972510 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179972510Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179972921 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179972934 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179972934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b04a8d: reopening flushed file at 1731179973343 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d7003d: reopening flushed file at 1731179973348 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b53a4cd: reopening flushed file at 1731179973353 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731179973359 (+6 ms)Writing region close event to WAL at 1731179973360 (+1 ms)Closed at 1731179973361 (+1 ms) 2024-11-09T19:19:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741830_1006 (size=41008) 2024-11-09T19:19:33,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 not finished, retry = 0 2024-11-09T19:19:33,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:33,464 INFO [M:0;fac84fd0e20f:41631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:19:33,464 INFO [M:0;fac84fd0e20f:41631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41631 2024-11-09T19:19:33,464 INFO [M:0;fac84fd0e20f:41631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:33,611 INFO [M:0;fac84fd0e20f:41631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41631-0x1012109c5380000, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:33,613 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:19:33,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:33,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45489 2024-11-09T19:19:33,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45489 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:33,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454890x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:33,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45489-0x1012109c5380006 connected 2024-11-09T19:19:33,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:33,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:33,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:33,642 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: INIT 2024-11-09T19:19:33,643 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2, hbase.cluster.distributed=false 2024-11-09T19:19:33,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/acl 2024-11-09T19:19:33,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45489 2024-11-09T19:19:33,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45489 2024-11-09T19:19:33,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45489 2024-11-09T19:19:33,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45489 2024-11-09T19:19:33,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45489 2024-11-09T19:19:33,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:19:33,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:33,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46821 2024-11-09T19:19:33,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46821 connecting to ZooKeeper ensemble=127.0.0.1:61017 2024-11-09T19:19:33,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:33,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:33,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468210x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:33,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468210x0, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:33,678 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: INIT 2024-11-09T19:19:33,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46821-0x1012109c5380007 connected 2024-11-09T19:19:33,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:19:33,678 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:19:33,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/master 2024-11-09T19:19:33,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/acl 2024-11-09T19:19:33,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-09T19:19:33,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46821 2024-11-09T19:19:33,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46821 2024-11-09T19:19:33,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-09T19:19:33,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-09T19:19:33,697 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:45489 2024-11-09T19:19:33,697 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1709005675/backup-masters/fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:33,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:33,709 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on existing znode=/0-1709005675/backup-masters/fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709005675/master 2024-11-09T19:19:33,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:33,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:33,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on existing znode=/0-1709005675/master 2024-11-09T19:19:33,722 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1709005675/backup-masters/fac84fd0e20f,45489,1731179973613 from backup master directory 2024-11-09T19:19:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/backup-masters/fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/backup-masters 2024-11-09T19:19:33,732 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:33,732 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,741 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:33,741 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:19:33,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-09T19:19:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741846_1022 (size=196) 2024-11-09T19:19:33,760 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:33,761 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:19:33,761 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:33,768 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T19:19:33,770 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620 to hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620-dead as it is dead 2024-11-09T19:19:33,771 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620-dead/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 2024-11-09T19:19:33,771 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620-dead/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 after 0ms 2024-11-09T19:19:33,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620-dead/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 to hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 2024-11-09T19:19:33,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,41631,1731179958620-dead 2024-11-09T19:19:33,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,773 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:33,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C45489%2C1731179973613, suffix=, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,45489,1731179973613, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/oldWALs, maxLogs=10 2024-11-09T19:19:33,788 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,45489,1731179973613/fac84fd0e20f%2C45489%2C1731179973613.1731179973775, exclude list is [], retry=0 2024-11-09T19:19:33,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:33,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,45489,1731179973613/fac84fd0e20f%2C45489%2C1731179973613.1731179973775 2024-11-09T19:19:33,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:33,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:33,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:33,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:19:33,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:33,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db72c7651ca446e2aa6ed2a0efa222e9 2024-11-09T19:19:33,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:33,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:19:33,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:33,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/573d9eb859654b698c1203bbf7b7ac87 2024-11-09T19:19:33,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:33,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:19:33,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:33,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/880142ca4adc45ad8ce0bc9eeb50ebf7 2024-11-09T19:19:33,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:33,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:19:33,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:33,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:33,815 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,815 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T19:19:33,815 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 2024-11-09T19:19:33,820 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 2024-11-09T19:19:33,821 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/fac84fd0e20f%2C41631%2C1731179958620.1731179960136 2024-11-09T19:19:33,822 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,822 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,823 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:33,824 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:33,825 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T19:19:33,826 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72200122, jitterRate=0.07586565613746643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:33,826 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179973794Initializing all the Stores at 1731179973795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179973795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179973796 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179973796Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179973796Cleaning up temporary data from old regions at 1731179973822 (+26 ms)Region opened successfully at 1731179973826 (+4 ms) 2024-11-09T19:19:33,826 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:19:33,828 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb058a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:33,830 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T19:19:33,830 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:19:33,830 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:19:33,831 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:19:33,831 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:19:33,833 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:33,834 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:19:33,834 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:19:33,834 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T19:19:33,834 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:19:33,837 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=fac84fd0e20f,45081,1731179958808, regionLocation=fac84fd0e20f,45081,1731179958808, openSeqNum=2 2024-11-09T19:19:33,837 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=fac84fd0e20f,45081,1731179958808, table=hbase:meta, region=1588230740 2024-11-09T19:19:33,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45081,1731179958808, state=OPEN 2024-11-09T19:19:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:33,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:33,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:33,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:33,851 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:19:33,858 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/draining/fac84fd0e20f,45081,1731179958808 already deleted, retry=false 2024-11-09T19:19:33,859 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of fac84fd0e20f,45081,1731179958808 on fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,860 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fac84fd0e20f,45081,1731179958808, splitWal=true, meta=true 2024-11-09T19:19:33,860 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for fac84fd0e20f,45081,1731179958808 (carryingMeta=true) fac84fd0e20f,45081,1731179958808/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@56a0e190[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T19:19:33,861 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/balancer because node does not exist (not necessarily an error) 2024-11-09T19:19:33,869 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/balancer already deleted, retry=false 2024-11-09T19:19:33,869 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:19:33,870 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:19:33,879 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/normalizer already deleted, retry=false 2024-11-09T19:19:33,880 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:19:33,881 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:19:33,890 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/switch/split already deleted, retry=false 2024-11-09T19:19:33,891 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:19:33,900 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/switch/merge already deleted, retry=false 2024-11-09T19:19:33,913 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:19:33,921 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/snapshot-cleanup already deleted, retry=false 2024-11-09T19:19:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:33,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:33,935 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,45489,1731179973613, sessionid=0x1012109c5380006, setting cluster-up flag (Was=false) 2024-11-09T19:19:33,943 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1709005675/flush-table-proc/acquired, /0-1709005675/flush-table-proc/reached, /0-1709005675/flush-table-proc/abort 2024-11-09T19:19:33,944 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,954 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1709005675/online-snapshot/acquired, /0-1709005675/online-snapshot/reached, /0-1709005675/online-snapshot/abort 2024-11-09T19:19:33,956 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:33,957 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/.lastflushedseqids 2024-11-09T19:19:33,960 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:19:33,961 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:19:33,961 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,45489,1731179973613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 fac84fd0e20f,45081,1731179958808 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:33,963 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:33,970 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fac84fd0e20f,45081,1731179958808, splitWal=true, meta=true 2024-11-09T19:19:33,971 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,45081,1731179958808, splitWal=true, meta=true, isMeta: true 2024-11-09T19:19:33,972 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808-splitting 2024-11-09T19:19:33,973 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808-splitting dir is empty, no logs to split. 2024-11-09T19:19:33,973 INFO [PEWorker-1 {}] master.SplitWALManager(105): fac84fd0e20f,45081,1731179958808 WAL count=0, meta=true 2024-11-09T19:19:33,976 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808-splitting dir is empty, no logs to split. 2024-11-09T19:19:33,976 INFO [PEWorker-1 {}] master.SplitWALManager(105): fac84fd0e20f,45081,1731179958808 WAL count=0, meta=true 2024-11-09T19:19:33,976 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if fac84fd0e20f,45081,1731179958808 WAL splitting is done? wals=0, meta=true 2024-11-09T19:19:33,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:19:33,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:33,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180003988 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:19:33,988 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:33,989 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:19:33,989 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:19:33,989 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:19:33,989 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:19:33,989 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(746): ClusterId : fe483fe2-0c99-461b-9d66-5834737cf5d7 2024-11-09T19:19:33,989 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:19:33,990 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:19:33,990 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:19:33,992 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179973990,5,FailOnTimeoutGroup] 2024-11-09T19:19:33,992 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179973992,5,FailOnTimeoutGroup] 2024-11-09T19:19:33,992 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:33,992 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:19:33,992 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:33,992 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:33,993 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179973992, completionTime=-1 2024-11-09T19:19:33,993 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T19:19:33,993 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T19:19:33,996 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:19:33,996 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:19:34,007 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:19:34,007 DEBUG [RS:0;fac84fd0e20f:46821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d4468f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:34,020 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:46821 2024-11-09T19:19:34,020 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:19:34,020 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:19:34,020 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:19:34,021 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,45489,1731179973613 with port=46821, startcode=1731179973659 2024-11-09T19:19:34,021 DEBUG [RS:0;fac84fd0e20f:46821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:19:34,022 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:19:34,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45489 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,024 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2 2024-11-09T19:19:34,024 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32787 2024-11-09T19:19:34,024 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:19:34,043 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T19:19:34,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/rs 2024-11-09T19:19:34,067 DEBUG [RS:0;fac84fd0e20f:46821 {}] zookeeper.ZKUtil(111): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on existing znode=/0-1709005675/rs/fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,067 WARN [RS:0;fac84fd0e20f:46821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:34,068 INFO [RS:0;fac84fd0e20f:46821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:34,068 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,46821,1731179973659] 2024-11-09T19:19:34,087 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:19:34,088 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:19:34,089 INFO [RS:0;fac84fd0e20f:46821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:19:34,089 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,089 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:19:34,090 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:19:34,090 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:34,090 DEBUG [RS:0;fac84fd0e20f:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:34,091 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,091 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,091 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,091 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,091 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,091 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46821,1731179973659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:34,105 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:19:34,105 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,46821,1731179973659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,119 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,46821,1731179973659, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:19:34,119 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,119 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.Replication(171): fac84fd0e20f,46821,1731179973659 started 2024-11-09T19:19:34,129 WARN [fac84fd0e20f:45489 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:19:34,132 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:34,132 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,46821,1731179973659, RpcServer on fac84fd0e20f/172.17.0.2:46821, sessionid=0x1012109c5380007 2024-11-09T19:19:34,132 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:19:34,132 DEBUG [RS:0;fac84fd0e20f:46821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,132 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46821,1731179973659' 2024-11-09T19:19:34,132 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1709005675/flush-table-proc/abort' 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1709005675/flush-table-proc/acquired' 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:44345' 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,46821,1731179973659' 2024-11-09T19:19:34,133 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1709005675/online-snapshot/abort' 2024-11-09T19:19:34,134 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1709005675/online-snapshot/acquired' 2024-11-09T19:19:34,134 DEBUG [RS:0;fac84fd0e20f:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:19:34,134 INFO [RS:0;fac84fd0e20f:46821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:19:34,134 INFO [RS:0;fac84fd0e20f:46821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:19:34,134 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e6c0c72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:34,134 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44345,-1 for getting cluster id 2024-11-09T19:19:34,134 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:34,135 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7099fec1-359d-4699-a867-fa983abbd0df' 2024-11-09T19:19:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7099fec1-359d-4699-a867-fa983abbd0df" 2024-11-09T19:19:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33bbc912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44345,-1] 2024-11-09T19:19:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:34,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:34,137 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:34,138 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51650e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:34,138 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eaab0bd 2024-11-09T19:19:34,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:34,140 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T19:19:34,141 INFO [RS:0;fac84fd0e20f:46821.replicationSource,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,46821,1731179973659 (queues=0) is replicating from cluster=fe483fe2-0c99-461b-9d66-5834737cf5d7 to cluster=7099fec1-359d-4699-a867-fa983abbd0df 2024-11-09T19:19:34,234 INFO [RS:0;fac84fd0e20f:46821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:34,236 INFO [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C46821%2C1731179973659, suffix=, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs, maxLogs=10 2024-11-09T19:19:34,248 DEBUG [RS:0;fac84fd0e20f:46821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236, exclude list is [], retry=0 2024-11-09T19:19:34,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:34,252 INFO [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 2024-11-09T19:19:34,252 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group fac84fd0e20f%2C46821%2C1731179973659 for peer 1 2024-11-09T19:19:34,252 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C46821%2C1731179973659 2024-11-09T19:19:34,252 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,46821,1731179973659, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:19:34,253 DEBUG [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:34,253 INFO [RS:0;fac84fd0e20f:46821.replicationSource.shipperfac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C46821%2C1731179973659 2024-11-09T19:19:34,253 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236, startPosition=0, beingWritten=true 2024-11-09T19:19:34,379 DEBUG [fac84fd0e20f:45489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:19:34,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,381 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,46821,1731179973659, state=OPENING 2024-11-09T19:19:34,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:34,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:34,395 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:34,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:34,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:34,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,46821,1731179973659}] 2024-11-09T19:19:34,458 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:34,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:19:34,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:19:34,553 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:19:34,553 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:34,553 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:19:34,555 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C46821%2C1731179973659.meta, suffix=.meta, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs, maxLogs=10 2024-11-09T19:19:34,571 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.meta.1731179974555.meta, exclude list is [], retry=0 2024-11-09T19:19:34,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:34,575 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.meta.1731179974555.meta 2024-11-09T19:19:34,575 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:34,575 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:34,575 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:34,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:34,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:19:34,576 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:19:34,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:19:34,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:34,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:19:34,576 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:19:34,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:34,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:34,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:34,584 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/info/44d15ce59fc148adb2b073771352143a 2024-11-09T19:19:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:34,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:34,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:34,591 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/ns/658055d16ceb41a980364733ffc68ae4 2024-11-09T19:19:34,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:34,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:34,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:34,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:34,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:34,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:34,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:34,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:34,598 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/table/2b9ba93ccde241d797f7d2346f38c893 2024-11-09T19:19:34,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:34,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:34,599 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740 2024-11-09T19:19:34,599 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740 2024-11-09T19:19:34,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:34,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:34,601 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:34,602 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:34,602 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72140869, jitterRate=0.07498271763324738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:34,602 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:19:34,603 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179974576Writing region info on filesystem at 1731179974576Initializing all the Stores at 1731179974577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179974577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179974577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179974577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179974577Cleaning up temporary data from old regions at 1731179974600 (+23 ms)Running coprocessor post-open hooks at 1731179974602 (+2 ms)Region opened successfully at 1731179974602 2024-11-09T19:19:34,603 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731179974548 2024-11-09T19:19:34,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:19:34,605 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:19:34,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,606 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,46821,1731179973659, state=OPEN 2024-11-09T19:19:34,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:34,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709005675/meta-region-server 2024-11-09T19:19:34,658 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:34,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:34,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709005675/meta-region-server: CHANGED 2024-11-09T19:19:34,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T19:19:34,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,46821,1731179973659 in 262 msec 2024-11-09T19:19:34,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:19:34,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec 2024-11-09T19:19:34,763 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:35,167 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:35,545 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T19:19:35,671 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:36,276 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:36,981 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:37,048 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T19:19:37,785 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:38,500 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T19:19:38,500 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:19:38,500 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:38,500 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,46821,1731179973659, seqNum=-1] 2024-11-09T19:19:38,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:38,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:38,505 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=89bbb4f611d28c0f138bc0ad8dcffc0c, regionState=OPEN, lastHost=fac84fd0e20f,45081,1731179958808, regionLocation=fac84fd0e20f,45081,1731179958808, openSeqNum=2 2024-11-09T19:19:38,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:19:38,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180038505 2024-11-09T19:19:38,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180098505 2024-11-09T19:19:38,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T19:19:38,506 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): fac84fd0e20f,45081,1731179958808 had 2 regions 2024-11-09T19:19:38,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45489,1731179973613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45489,1731179973613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45489,1731179973613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:45489, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,507 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fac84fd0e20f,45081,1731179958808, splitWal=true, meta=true, isMeta: false 2024-11-09T19:19:38,508 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808-splitting dir is empty, no logs to split. 2024-11-09T19:19:38,508 INFO [PEWorker-3 {}] master.SplitWALManager(105): fac84fd0e20f,45081,1731179958808 WAL count=0, meta=false 2024-11-09T19:19:38,511 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,45081,1731179958808-splitting dir is empty, no logs to split. 2024-11-09T19:19:38,511 INFO [PEWorker-3 {}] master.SplitWALManager(105): fac84fd0e20f,45081,1731179958808 WAL count=0, meta=false 2024-11-09T19:19:38,511 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if fac84fd0e20f,45081,1731179958808 WAL splitting is done? wals=0, meta=false 2024-11-09T19:19:38,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.779sec 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45489,1731179973613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:38,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45489,1731179973613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:19:38,513 WARN [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=fac84fd0e20f,45081,1731179958808/hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:38,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN}] 2024-11-09T19:19:38,515 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:19:38,515 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:19:38,515 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45489,1731179973613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:38,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN 2024-11-09T19:19:38,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T19:19:38,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc19915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:38,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,45489,-1 for getting cluster id 2024-11-09T19:19:38,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:38,594 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe483fe2-0c99-461b-9d66-5834737cf5d7' 2024-11-09T19:19:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe483fe2-0c99-461b-9d66-5834737cf5d7" 2024-11-09T19:19:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30672b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:38,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,45489,-1] 2024-11-09T19:19:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:38,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,596 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:38,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505eb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:38,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,46821,1731179973659, seqNum=-1] 2024-11-09T19:19:38,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:38,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:38,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T19:19:38,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:38,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:38,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:38,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: fac84fd0e20f:45489 after: fac84fd0e20f:45489 2024-11-09T19:19:38,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3a1d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:38,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,45489,-1 for getting cluster id 2024-11-09T19:19:38,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:38,603 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe483fe2-0c99-461b-9d66-5834737cf5d7' 2024-11-09T19:19:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe483fe2-0c99-461b-9d66-5834737cf5d7" 2024-11-09T19:19:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be9a2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:38,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,45489,-1] 2024-11-09T19:19:38,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:38,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,605 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:38,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aec57fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:38,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1641e56a 2024-11-09T19:19:38,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:38,607 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:38,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45489 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T19:19:38,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:19:38,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:38,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:38,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:38,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:19:38,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1260060009, stopped=false 2024-11-09T19:19:38,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,44345,1731179963651 2024-11-09T19:19:38,666 DEBUG [fac84fd0e20f:45489 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:19:38,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=89bbb4f611d28c0f138bc0ad8dcffc0c, regionState=OPENING, regionLocation=fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-503949184/running 2024-11-09T19:19:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-503949184/running 2024-11-09T19:19:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:38,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:38,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:38,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN because future has completed 2024-11-09T19:19:38,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:38,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:38,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/running 2024-11-09T19:19:38,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,41913,1731179963806' ***** 2024-11-09T19:19:38,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:19:38,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Set watcher on znode that does not yet exist, /1-503949184/running 2024-11-09T19:19:38,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bbb4f611d28c0f138bc0ad8dcffc0c, server=fac84fd0e20f,46821,1731179973659}] 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:41913. 2024-11-09T19:19:38,670 DEBUG [RS:0;fac84fd0e20f:41913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:38,670 DEBUG [RS:0;fac84fd0e20f:41913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:38,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:19:38,670 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:19:38,671 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:19:38,671 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:19:38,671 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:38,671 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:38,671 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:38,671 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:38,671 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:38,671 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:38,671 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T19:19:38,690 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:38,692 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/.tmp/ns/9167eedaebda410fb549a30ad7b42dd7 is 43, key is default/ns:d/1731179967047/Put/seqid=0 2024-11-09T19:19:38,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741835_1011 (size=5153) 2024-11-09T19:19:38,747 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:38,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:38,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:38,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:19:38,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C46821%2C1731179973659.rep, suffix=, logDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659, archiveDir=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs, maxLogs=10 2024-11-09T19:19:38,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.rep.1731179978827, exclude list is [], retry=0 2024-11-09T19:19:38,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33399,DS-730ecf38-b834-465a-b1aa-93c7c513d527,DISK] 2024-11-09T19:19:38,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.rep.1731179978827 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44067:44067)] 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 89bbb4f611d28c0f138bc0ad8dcffc0c, NAME => 'hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:38,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. service=MultiRowMutationService 2024-11-09T19:19:38,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,845 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,845 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bbb4f611d28c0f138bc0ad8dcffc0c columnFamilyName hfileref 2024-11-09T19:19:38,845 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:38,846 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(327): Store=89bbb4f611d28c0f138bc0ad8dcffc0c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:38,846 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,847 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bbb4f611d28c0f138bc0ad8dcffc0c columnFamilyName queue 2024-11-09T19:19:38,847 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:38,851 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/queue/98e0acb405524cb7ab014f54f7138894 2024-11-09T19:19:38,852 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(327): Store=89bbb4f611d28c0f138bc0ad8dcffc0c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:38,852 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,852 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89bbb4f611d28c0f138bc0ad8dcffc0c columnFamilyName sid 2024-11-09T19:19:38,853 DEBUG [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:38,853 INFO [StoreOpener-89bbb4f611d28c0f138bc0ad8dcffc0c-1 {}] regionserver.HStore(327): Store=89bbb4f611d28c0f138bc0ad8dcffc0c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:38,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:19:38,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 89bbb4f611d28c0f138bc0ad8dcffc0c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70115071, jitterRate=0.04479597508907318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:19:38,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:38,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 89bbb4f611d28c0f138bc0ad8dcffc0c: Running coprocessor pre-open hook at 1731179978844Writing region info on filesystem at 1731179978844Initializing all the Stores at 1731179978844Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179978844Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179978844Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179978844Cleaning up temporary data from old regions at 1731179978855 (+11 ms)Running coprocessor post-open hooks at 1731179978858 (+3 ms)Region opened successfully at 1731179978858 2024-11-09T19:19:38,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c., pid=13, masterSystemTime=1731179978822 2024-11-09T19:19:38,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:38,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:38,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=89bbb4f611d28c0f138bc0ad8dcffc0c, regionState=OPEN, openSeqNum=9, regionLocation=fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:38,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89bbb4f611d28c0f138bc0ad8dcffc0c, server=fac84fd0e20f,46821,1731179973659 because future has completed 2024-11-09T19:19:38,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T19:19:38,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 89bbb4f611d28c0f138bc0ad8dcffc0c, server=fac84fd0e20f,46821,1731179973659 in 194 msec 2024-11-09T19:19:38,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T19:19:38,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=89bbb4f611d28c0f138bc0ad8dcffc0c, ASSIGN in 351 msec 2024-11-09T19:19:38,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T19:19:38,871 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:38,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c., hostname=fac84fd0e20f,46821,1731179973659, seqNum=9] 2024-11-09T19:19:38,885 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for fac84fd0e20f,45081,1731179958808 2024-11-09T19:19:38,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T19:19:39,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T19:19:39,071 DEBUG [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:39,097 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/.tmp/ns/9167eedaebda410fb549a30ad7b42dd7 2024-11-09T19:19:39,103 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/.tmp/ns/9167eedaebda410fb549a30ad7b42dd7 as hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/ns/9167eedaebda410fb549a30ad7b42dd7 2024-11-09T19:19:39,107 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/ns/9167eedaebda410fb549a30ad7b42dd7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T19:19:39,108 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-09T19:19:39,108 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:19:39,112 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T19:19:39,112 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:39,112 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:39,112 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:39,113 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179978671Running coprocessor pre-close hooks at 1731179978671Disabling compacts and flushes for region at 1731179978671Disabling writes for close at 1731179978671Obtaining lock to block concurrent updates at 1731179978671Preparing flush snapshotting stores in 1588230740 at 1731179978671Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731179978671Flushing stores of hbase:meta,,1.1588230740 at 1731179978672 (+1 ms)Flushing 1588230740/ns: creating writer at 1731179978672Flushing 1588230740/ns: appending metadata at 1731179978691 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731179978691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a267a64: reopening flushed file at 1731179979102 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1731179979108 (+6 ms)Writing region close event to WAL at 1731179979109 (+1 ms)Running coprocessor post-close hooks at 1731179979112 (+3 ms)Closed at 1731179979112 2024-11-09T19:19:39,113 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:39,133 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:19:39,133 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:19:39,271 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,41913,1731179963806; all regions closed. 2024-11-09T19:19:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741834_1010 (size=1152) 2024-11-09T19:19:39,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/WALs/fac84fd0e20f,41913,1731179963806/fac84fd0e20f%2C41913%2C1731179963806.meta.1731179966998.meta not finished, retry = 0 2024-11-09T19:19:39,376 DEBUG [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/oldWALs 2024-11-09T19:19:39,376 INFO [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C41913%2C1731179963806.meta:.meta(num 1731179966998) 2024-11-09T19:19:39,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741832_1008 (size=93) 2024-11-09T19:19:39,380 DEBUG [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/oldWALs 2024-11-09T19:19:39,380 INFO [RS:0;fac84fd0e20f:41913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C41913%2C1731179963806:(num 1731179966170) 2024-11-09T19:19:39,380 DEBUG [RS:0;fac84fd0e20f:41913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:39,380 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:39,380 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:39,381 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:39,381 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:39,381 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:39,381 INFO [RS:0;fac84fd0e20f:41913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41913 2024-11-09T19:19:39,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184/rs 2024-11-09T19:19:39,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-503949184/rs/fac84fd0e20f,41913,1731179963806 2024-11-09T19:19:39,395 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:39,405 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,41913,1731179963806] 2024-11-09T19:19:39,416 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-503949184/draining/fac84fd0e20f,41913,1731179963806 already deleted, retry=false 2024-11-09T19:19:39,416 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,41913,1731179963806 expired; onlineServers=0 2024-11-09T19:19:39,416 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,44345,1731179963651' ***** 2024-11-09T19:19:39,416 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:19:39,416 INFO [M:0;fac84fd0e20f:44345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:39,416 INFO [M:0;fac84fd0e20f:44345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:39,416 DEBUG [M:0;fac84fd0e20f:44345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:19:39,416 DEBUG [M:0;fac84fd0e20f:44345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:19:39,416 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:19:39,416 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179965797 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179965797,5,FailOnTimeoutGroup] 2024-11-09T19:19:39,416 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179965797 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179965797,5,FailOnTimeoutGroup] 2024-11-09T19:19:39,416 INFO [M:0;fac84fd0e20f:44345 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:39,417 INFO [M:0;fac84fd0e20f:44345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:39,417 DEBUG [M:0;fac84fd0e20f:44345 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:19:39,417 INFO [M:0;fac84fd0e20f:44345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:19:39,417 INFO [M:0;fac84fd0e20f:44345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:39,417 INFO [M:0;fac84fd0e20f:44345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:19:39,417 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:19:39,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-503949184/master 2024-11-09T19:19:39,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-503949184 2024-11-09T19:19:39,427 DEBUG [M:0;fac84fd0e20f:44345 {}] zookeeper.ZKUtil(347): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Unable to get data of znode /1-503949184/master because node does not exist (not an error) 2024-11-09T19:19:39,427 WARN [M:0;fac84fd0e20f:44345 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:19:39,428 INFO [M:0;fac84fd0e20f:44345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/.lastflushedseqids 2024-11-09T19:19:39,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741836_1012 (size=99) 2024-11-09T19:19:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:39,506 INFO [RS:0;fac84fd0e20f:41913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:39,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41913-0x1012109c5380004, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:39,506 INFO [RS:0;fac84fd0e20f:41913 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,41913,1731179963806; zookeeper connection closed. 2024-11-09T19:19:39,506 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1860911b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1860911b 2024-11-09T19:19:39,506 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:19:39,694 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:39,834 INFO [M:0;fac84fd0e20f:44345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:19:39,835 INFO [M:0;fac84fd0e20f:44345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:19:39,835 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:39,835 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:39,835 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:39,835 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:39,835 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:39,835 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T19:19:39,849 DEBUG [M:0;fac84fd0e20f:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8129839587645c58f7b047639fd20d6 is 82, key is hbase:meta,,1/info:regioninfo/1731179967032/Put/seqid=0 2024-11-09T19:19:39,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741837_1013 (size=5672) 2024-11-09T19:19:40,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:19:40,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:40,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:40,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:40,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:40,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:40,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:40,253 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8129839587645c58f7b047639fd20d6 2024-11-09T19:19:40,275 DEBUG [M:0;fac84fd0e20f:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d33cf2e69584c4c90fe76513afa22d4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731179967050/Put/seqid=0 2024-11-09T19:19:40,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741838_1014 (size=5275) 2024-11-09T19:19:40,281 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d33cf2e69584c4c90fe76513afa22d4 2024-11-09T19:19:40,302 DEBUG [M:0;fac84fd0e20f:44345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/178dc24ac813476593b2151946d4deed is 69, key is fac84fd0e20f,41913,1731179963806/rs:state/1731179965874/Put/seqid=0 2024-11-09T19:19:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741839_1015 (size=5156) 2024-11-09T19:19:40,707 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/178dc24ac813476593b2151946d4deed 2024-11-09T19:19:40,712 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8129839587645c58f7b047639fd20d6 as hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8129839587645c58f7b047639fd20d6 2024-11-09T19:19:40,717 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8129839587645c58f7b047639fd20d6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T19:19:40,718 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d33cf2e69584c4c90fe76513afa22d4 as hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d33cf2e69584c4c90fe76513afa22d4 2024-11-09T19:19:40,724 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d33cf2e69584c4c90fe76513afa22d4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T19:19:40,725 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/178dc24ac813476593b2151946d4deed as hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/178dc24ac813476593b2151946d4deed 2024-11-09T19:19:40,733 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40475/user/jenkins/test-data/752d5150-dbe5-0027-8ba2-3e2bb5c9a4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/178dc24ac813476593b2151946d4deed, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T19:19:40,733 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=28, compaction requested=false 2024-11-09T19:19:40,734 INFO [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:40,734 DEBUG [M:0;fac84fd0e20f:44345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179979835Disabling compacts and flushes for region at 1731179979835Disabling writes for close at 1731179979835Obtaining lock to block concurrent updates at 1731179979835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179979835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731179979835Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179979836 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179979836Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179979848 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179979848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179980258 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179980274 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179980274Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179980285 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179980302 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179980302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765bc544: reopening flushed file at 1731179980711 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb7b88b: reopening flushed file at 1731179980717 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472b5c48: reopening flushed file at 1731179980724 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=28, compaction requested=false at 1731179980733 (+9 ms)Writing region close event to WAL at 1731179980734 (+1 ms)Closed at 1731179980734 2024-11-09T19:19:40,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44299 is added to blk_1073741830_1006 (size=10165) 2024-11-09T19:19:40,737 INFO [M:0;fac84fd0e20f:44345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:19:40,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:40,737 INFO [M:0;fac84fd0e20f:44345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44345 2024-11-09T19:19:40,737 INFO [M:0;fac84fd0e20f:44345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:40,800 DEBUG [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 to pos 0, reset compression=false 2024-11-09T19:19:40,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:40,906 INFO [M:0;fac84fd0e20f:44345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:40,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44345-0x1012109c5380003, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:40,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1538dd60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:40,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47d6eac9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:40,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:40,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4613023f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:40,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c4a46ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:40,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:19:40,921 WARN [BP-2135616109-172.17.0.2-1731179961688 heartbeating to localhost/127.0.0.1:40475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:19:40,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:19:40,921 WARN [BP-2135616109-172.17.0.2-1731179961688 heartbeating to localhost/127.0.0.1:40475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2135616109-172.17.0.2-1731179961688 (Datanode Uuid 4a6102e1-fffb-4617-98e2-f5feee3ba69c) service to localhost/127.0.0.1:40475 2024-11-09T19:19:40,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/cluster_c591f54e-01e9-0d54-158a-03deb9b40c12/data/data1/current/BP-2135616109-172.17.0.2-1731179961688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:40,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/cluster_c591f54e-01e9-0d54-158a-03deb9b40c12/data/data2/current/BP-2135616109-172.17.0.2-1731179961688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:40,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:19:40,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf71f97{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:40,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f32c398{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:40,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:40,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1802c050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:40,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2aa36f6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:40,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:19:40,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:19:40,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:40,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:40,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:40,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:40,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:40,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:19:40,941 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1389702398, stopped=false 2024-11-09T19:19:40,941 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,45489,1731179973613 2024-11-09T19:19:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/running 2024-11-09T19:19:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:40,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:40,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:40,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:40,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Set watcher on znode that does not yet exist, /0-1709005675/running 2024-11-09T19:19:40,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:40,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:40,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:40,962 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,46821,1731179973659' ***** 2024-11-09T19:19:40,962 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:19:40,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:46821. 2024-11-09T19:19:40,963 DEBUG [RS:0;fac84fd0e20f:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:40,963 DEBUG [RS:0;fac84fd0e20f:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:40,963 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89bbb4f611d28c0f138bc0ad8dcffc0c, disabling compactions & flushes 2024-11-09T19:19:40,963 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:19:40,963 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:19:40,963 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. after waiting 0 ms 2024-11-09T19:19:40,963 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:19:40,963 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:40,964 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:19:40,964 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 89bbb4f611d28c0f138bc0ad8dcffc0c=hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c.} 2024-11-09T19:19:40,964 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89bbb4f611d28c0f138bc0ad8dcffc0c 2024-11-09T19:19:40,964 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:40,964 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:40,964 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:40,964 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:40,964 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:40,964 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T19:19:40,967 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/replication/89bbb4f611d28c0f138bc0ad8dcffc0c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T19:19:40,968 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:40,968 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:40,968 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:40,968 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89bbb4f611d28c0f138bc0ad8dcffc0c: Waiting for close lock at 1731179980963Running coprocessor pre-close hooks at 1731179980963Disabling compacts and flushes for region at 1731179980963Disabling writes for close at 1731179980963Writing region close event to WAL at 1731179980964 (+1 ms)Running coprocessor post-close hooks at 1731179980968 (+4 ms)Closed at 1731179980968 2024-11-09T19:19:40,968 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c. 2024-11-09T19:19:40,981 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/info/dc33ae24154d4b04a6302172836745ec is 147, key is hbase:replication,,1731179967193.89bbb4f611d28c0f138bc0ad8dcffc0c./info:regioninfo/1731179978861/Put/seqid=0 2024-11-09T19:19:40,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741851_1027 (size=6385) 2024-11-09T19:19:40,998 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:41,148 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:19:41,148 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:19:41,164 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:41,368 DEBUG [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:19:41,385 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/info/dc33ae24154d4b04a6302172836745ec 2024-11-09T19:19:41,391 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/.tmp/info/dc33ae24154d4b04a6302172836745ec as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/info/dc33ae24154d4b04a6302172836745ec 2024-11-09T19:19:41,395 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/info/dc33ae24154d4b04a6302172836745ec, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T19:19:41,396 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-09T19:19:41,400 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T19:19:41,401 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:19:41,401 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:19:41,401 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:41,401 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179980964Running coprocessor pre-close hooks at 1731179980964Disabling compacts and flushes for region at 1731179980964Disabling writes for close at 1731179980964Obtaining lock to block concurrent updates at 1731179980964Preparing flush snapshotting stores in 1588230740 at 1731179980964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731179980964Flushing stores of hbase:meta,,1.1588230740 at 1731179980965 (+1 ms)Flushing 1588230740/info: creating writer at 1731179980965Flushing 1588230740/info: appending metadata at 1731179980981 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731179980981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ce30fa: reopening flushed file at 1731179981390 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1731179981396 (+6 ms)Writing region close event to WAL at 1731179981397 (+1 ms)Running coprocessor post-close hooks at 1731179981401 (+4 ms)Closed at 1731179981401 2024-11-09T19:19:41,401 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:41,568 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,46821,1731179973659; all regions closed. 2024-11-09T19:19:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741849_1025 (size=2156) 2024-11-09T19:19:41,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.meta.1731179974555.meta not finished, retry = 0 2024-11-09T19:19:41,673 DEBUG [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs 2024-11-09T19:19:41,673 INFO [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46821%2C1731179973659.meta:.meta(num 1731179974555) 2024-11-09T19:19:41,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741850_1026 (size=796) 2024-11-09T19:19:41,675 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.rep.1731179978827 not finished, retry = 0 2024-11-09T19:19:41,777 DEBUG [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs 2024-11-09T19:19:41,777 INFO [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46821%2C1731179973659.rep:(num 1731179978827) 2024-11-09T19:19:41,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741848_1024 (size=93) 2024-11-09T19:19:41,780 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/WALs/fac84fd0e20f,46821,1731179973659/fac84fd0e20f%2C46821%2C1731179973659.1731179974236 not finished, retry = 0 2024-11-09T19:19:41,882 DEBUG [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/oldWALs 2024-11-09T19:19:41,882 INFO [RS:0;fac84fd0e20f:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C46821%2C1731179973659:(num 1731179974236) 2024-11-09T19:19:41,882 DEBUG [RS:0;fac84fd0e20f:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:41,882 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:19:41,882 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:41,882 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:41,883 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:41,883 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:41,883 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T19:19:41,883 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,46821,1731179973659 because: Region server is closing 2024-11-09T19:19:41,883 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T19:19:41,883 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T19:19:41,883 INFO [RS:0;fac84fd0e20f:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:46821. 2024-11-09T19:19:41,883 DEBUG [RS:0;fac84fd0e20f:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:41,883 DEBUG [RS:0;fac84fd0e20f:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:41,883 DEBUG [RS:0;fac84fd0e20f:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:41,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:41,983 WARN [RS:0;fac84fd0e20f:46821.replicationSource.wal-reader.fac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:19:41,983 WARN [RS:0;fac84fd0e20f:46821.replicationSource.shipperfac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:19:41,984 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;fac84fd0e20f:46821.replicationSource.shipperfac84fd0e20f%2C46821%2C1731179973659,1-fac84fd0e20f,46821,1731179973659 terminated 2024-11-09T19:19:41,984 INFO [RS:0;fac84fd0e20f:46821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46821 2024-11-09T19:19:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/rs/fac84fd0e20f,46821,1731179973659 2024-11-09T19:19:42,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675/rs 2024-11-09T19:19:42,037 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:42,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,46821,1731179973659] 2024-11-09T19:19:42,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709005675/draining/fac84fd0e20f,46821,1731179973659 already deleted, retry=false 2024-11-09T19:19:42,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,46821,1731179973659 expired; onlineServers=0 2024-11-09T19:19:42,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,45489,1731179973613' ***** 2024-11-09T19:19:42,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:19:42,058 INFO [M:0;fac84fd0e20f:45489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:19:42,058 INFO [M:0;fac84fd0e20f:45489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:19:42,058 DEBUG [M:0;fac84fd0e20f:45489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:19:42,058 DEBUG [M:0;fac84fd0e20f:45489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:19:42,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:19:42,058 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179973990 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179973990,5,FailOnTimeoutGroup] 2024-11-09T19:19:42,058 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179973992 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179973992,5,FailOnTimeoutGroup] 2024-11-09T19:19:42,059 INFO [M:0;fac84fd0e20f:45489 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:19:42,059 INFO [M:0;fac84fd0e20f:45489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:19:42,059 DEBUG [M:0;fac84fd0e20f:45489 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:19:42,059 INFO [M:0;fac84fd0e20f:45489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:19:42,059 INFO [M:0;fac84fd0e20f:45489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:19:42,059 INFO [M:0;fac84fd0e20f:45489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:19:42,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:19:42,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709005675/master 2024-11-09T19:19:42,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709005675 2024-11-09T19:19:42,068 DEBUG [M:0;fac84fd0e20f:45489 {}] zookeeper.ZKUtil(347): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Unable to get data of znode /0-1709005675/master because node does not exist (not an error) 2024-11-09T19:19:42,069 WARN [M:0;fac84fd0e20f:45489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:19:42,069 INFO [M:0;fac84fd0e20f:45489 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/.lastflushedseqids 2024-11-09T19:19:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741852_1028 (size=181) 2024-11-09T19:19:42,148 INFO [RS:0;fac84fd0e20f:46821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:42,148 INFO [RS:0;fac84fd0e20f:46821 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,46821,1731179973659; zookeeper connection closed. 2024-11-09T19:19:42,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45332858 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45332858 2024-11-09T19:19:42,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:42,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:19:42,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x1012109c5380007, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:42,474 INFO [M:0;fac84fd0e20f:45489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:19:42,474 INFO [M:0;fac84fd0e20f:45489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:19:42,474 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:42,474 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:42,474 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:42,474 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:42,474 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:42,474 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T19:19:42,492 DEBUG [M:0;fac84fd0e20f:45489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa7c13c7ff4d431ebc6a86a387884d17 is 82, key is hbase:meta,,1/info:regioninfo/1731179974605/Put/seqid=0 2024-11-09T19:19:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741853_1029 (size=5672) 2024-11-09T19:19:42,897 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa7c13c7ff4d431ebc6a86a387884d17 2024-11-09T19:19:42,915 DEBUG [M:0;fac84fd0e20f:45489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2d5611937864296b5494a5e75c202c8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731179978866/Put/seqid=0 2024-11-09T19:19:42,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741854_1030 (size=7312) 2024-11-09T19:19:43,319 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2d5611937864296b5494a5e75c202c8 2024-11-09T19:19:43,340 DEBUG [M:0;fac84fd0e20f:45489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef45cdcee59447249740394399edb9af is 69, key is fac84fd0e20f,46821,1731179973659/rs:state/1731179974023/Put/seqid=0 2024-11-09T19:19:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741855_1031 (size=5370) 2024-11-09T19:19:43,744 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef45cdcee59447249740394399edb9af 2024-11-09T19:19:43,749 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef45cdcee59447249740394399edb9af 2024-11-09T19:19:43,750 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa7c13c7ff4d431ebc6a86a387884d17 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa7c13c7ff4d431ebc6a86a387884d17 2024-11-09T19:19:43,754 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa7c13c7ff4d431ebc6a86a387884d17, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T19:19:43,755 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a2d5611937864296b5494a5e75c202c8 as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2d5611937864296b5494a5e75c202c8 2024-11-09T19:19:43,759 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a2d5611937864296b5494a5e75c202c8, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T19:19:43,760 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef45cdcee59447249740394399edb9af as hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef45cdcee59447249740394399edb9af 2024-11-09T19:19:43,764 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef45cdcee59447249740394399edb9af 2024-11-09T19:19:43,765 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32787/user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef45cdcee59447249740394399edb9af, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T19:19:43,766 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false 2024-11-09T19:19:43,768 INFO [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:43,768 DEBUG [M:0;fac84fd0e20f:45489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179982474Disabling compacts and flushes for region at 1731179982474Disabling writes for close at 1731179982474Obtaining lock to block concurrent updates at 1731179982474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731179982474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731179982475 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731179982475Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731179982475Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731179982492 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731179982492Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731179982901 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731179982914 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731179982915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731179983323 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731179983339 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731179983339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d785ef3: reopening flushed file at 1731179983749 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216a8f3b: reopening flushed file at 1731179983754 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9db09a: reopening flushed file at 1731179983759 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=127, compaction requested=false at 1731179983766 (+7 ms)Writing region close event to WAL at 1731179983768 (+2 ms)Closed at 1731179983768 2024-11-09T19:19:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33399 is added to blk_1073741847_1023 (size=22903) 2024-11-09T19:19:43,770 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3ebeb83c-2cf5-65f9-38bf-503c09a1a5d2/MasterData/WALs/fac84fd0e20f,45489,1731179973613/fac84fd0e20f%2C45489%2C1731179973613.1731179973775 not finished, retry = 0 2024-11-09T19:19:43,871 INFO [M:0;fac84fd0e20f:45489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:19:43,871 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:19:43,871 INFO [M:0;fac84fd0e20f:45489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45489 2024-11-09T19:19:43,871 INFO [M:0;fac84fd0e20f:45489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:19:44,074 INFO [M:0;fac84fd0e20f:45489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:19:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:44,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45489-0x1012109c5380006, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:19:44,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6423216d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:44,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ee96143{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:44,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:44,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a409d84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:44,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d832a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:44,079 WARN [BP-358281340-172.17.0.2-1731179956663 heartbeating to localhost/127.0.0.1:32787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:19:44,079 WARN [BP-358281340-172.17.0.2-1731179956663 heartbeating to localhost/127.0.0.1:32787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-358281340-172.17.0.2-1731179956663 (Datanode Uuid 198409a1-8af5-4649-a8f8-505567c56e99) service to localhost/127.0.0.1:32787 2024-11-09T19:19:44,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:19:44,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:19:44,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/data/data1/current/BP-358281340-172.17.0.2-1731179956663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:44,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/cluster_c23ed32e-5648-52eb-4699-ebdf1380df95/data/data2/current/BP-358281340-172.17.0.2-1731179956663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:19:44,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:19:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67350a58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:44,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50afcef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:19:44,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:19:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@631cfec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:19:44,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc38306{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/b941f4c4-2f11-f0ce-8000-16e6486fad5c/hadoop.log.dir/,STOPPED} 2024-11-09T19:19:44,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:19:44,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:19:44,117 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:32787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40475 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:32787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:32787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:32787 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61017) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61017) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:32787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=535 (was 638), ProcessCount=11 (was 11), AvailableMemoryMB=3087 (was 3240) 2024-11-09T19:19:44,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=535, ProcessCount=11, AvailableMemoryMB=3087 2024-11-09T19:19:44,143 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T19:19:44,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir so I do NOT create it in target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f 2024-11-09T19:19:44,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:19:44,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.tmp.dir so I do NOT create it in target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f 2024-11-09T19:19:44,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/838845ea-b8a8-6cc6-6518-9b6c90681837/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:19:44,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f 2024-11-09T19:19:44,144 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a, deleteOnExit=true 2024-11-09T19:19:44,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/zookeeper_0, clientPort=53659, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:19:44,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53659 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/test.cache.data in system properties and HBase conf 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:19:44,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:19:44,148 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:44,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:19:44,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:19:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012109c5380002, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:19:44,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012109c5380005, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:19:44,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012109c5380002, quorum=127.0.0.1:61017, baseZNode=/0-1709005675 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:19:44,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012109c5380005, quorum=127.0.0.1:61017, baseZNode=/1-503949184 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:19:44,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:44,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:44,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:44,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:44,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:19:44,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:44,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40463a71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:44,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c4c732{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:44,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30567b22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/java.io.tmpdir/jetty-localhost-32929-hadoop-hdfs-3_4_1-tests_jar-_-any-21752419403553093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:44,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11591e77{HTTP/1.1, (http/1.1)}{localhost:32929} 2024-11-09T19:19:44,609 INFO [Time-limited test {}] server.Server(415): Started @159919ms 2024-11-09T19:19:44,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:44,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:44,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:44,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:44,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:19:44,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38091a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:44,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d1911{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:44,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59972808{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/java.io.tmpdir/jetty-localhost-34519-hadoop-hdfs-3_4_1-tests_jar-_-any-18393457988475011498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:44,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9011a2{HTTP/1.1, (http/1.1)}{localhost:34519} 2024-11-09T19:19:44,980 INFO [Time-limited test {}] server.Server(415): Started @160290ms 2024-11-09T19:19:44,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:19:45,628 WARN [Thread-1670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/data/data1/current/BP-1886689037-172.17.0.2-1731179984176/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:45,628 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/data/data2/current/BP-1886689037-172.17.0.2-1731179984176/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:45,647 WARN [Thread-1658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:19:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a72ebd9f2caf666 with lease ID 0xb11d8864c86c90f1: Processing first storage report for DS-e2c3d2fc-2530-474e-906c-71d09212f6bc from datanode DatanodeRegistration(127.0.0.1:33275, datanodeUuid=5b5de6db-a8b6-4db3-8ca9-4158bf524119, infoPort=44305, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=834202351;c=1731179984176) 2024-11-09T19:19:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a72ebd9f2caf666 with lease ID 0xb11d8864c86c90f1: from storage DS-e2c3d2fc-2530-474e-906c-71d09212f6bc node DatanodeRegistration(127.0.0.1:33275, datanodeUuid=5b5de6db-a8b6-4db3-8ca9-4158bf524119, infoPort=44305, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=834202351;c=1731179984176), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a72ebd9f2caf666 with lease ID 0xb11d8864c86c90f1: Processing first storage report for DS-4bac2b7a-a8ca-4c27-b197-95274e1760b4 from datanode DatanodeRegistration(127.0.0.1:33275, datanodeUuid=5b5de6db-a8b6-4db3-8ca9-4158bf524119, infoPort=44305, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=834202351;c=1731179984176) 2024-11-09T19:19:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a72ebd9f2caf666 with lease ID 0xb11d8864c86c90f1: from storage DS-4bac2b7a-a8ca-4c27-b197-95274e1760b4 node DatanodeRegistration(127.0.0.1:33275, datanodeUuid=5b5de6db-a8b6-4db3-8ca9-4158bf524119, infoPort=44305, infoSecurePort=0, ipcPort=46875, storageInfo=lv=-57;cid=testClusterID;nsid=834202351;c=1731179984176), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:45,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f 2024-11-09T19:19:45,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:45,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:19:46,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202 with version=8 2024-11-09T19:19:46,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/hbase-staging 2024-11-09T19:19:46,118 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:19:46,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:46,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32779 2024-11-09T19:19:46,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32779 connecting to ZooKeeper ensemble=127.0.0.1:53659 2024-11-09T19:19:46,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327790x0, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:46,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32779-0x101210a30bd0000 connected 2024-11-09T19:19:46,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:46,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:46,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/running 2024-11-09T19:19:46,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202, hbase.cluster.distributed=false 2024-11-09T19:19:46,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/acl 2024-11-09T19:19:46,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32779 2024-11-09T19:19:46,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32779 2024-11-09T19:19:46,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32779 2024-11-09T19:19:46,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32779 2024-11-09T19:19:46,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32779 2024-11-09T19:19:46,329 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:19:46,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:46,330 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38497 2024-11-09T19:19:46,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38497 connecting to ZooKeeper ensemble=127.0.0.1:53659 2024-11-09T19:19:46,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:46,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:46,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384970x0, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:46,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384970x0, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/running 2024-11-09T19:19:46,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38497-0x101210a30bd0001 connected 2024-11-09T19:19:46,343 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:19:46,343 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:19:46,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/master 2024-11-09T19:19:46,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/acl 2024-11-09T19:19:46,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-09T19:19:46,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38497 2024-11-09T19:19:46,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38497 2024-11-09T19:19:46,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-09T19:19:46,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-09T19:19:46,365 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:32779 2024-11-09T19:19:46,366 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01068817240/backup-masters/fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240/backup-masters 2024-11-09T19:19:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240/backup-masters 2024-11-09T19:19:46,374 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on existing znode=/01068817240/backup-masters/fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068817240/master 2024-11-09T19:19:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:46,384 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on existing znode=/01068817240/master 2024-11-09T19:19:46,384 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01068817240/backup-masters/fac84fd0e20f,32779,1731179986118 from backup master directory 2024-11-09T19:19:46,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240/backup-masters 2024-11-09T19:19:46,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068817240/backup-masters/fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:46,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240/backup-masters 2024-11-09T19:19:46,394 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:46,394 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:46,398 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/hbase.id] with ID: 52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d 2024-11-09T19:19:46,398 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/.tmp/hbase.id 2024-11-09T19:19:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:19:46,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:19:46,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:46,803 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/.tmp/hbase.id]:[hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/hbase.id] 2024-11-09T19:19:46,812 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:46,812 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:19:46,813 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:19:46,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:46,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:46,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:19:47,344 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:47,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:19:47,345 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:19:47,751 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store 2024-11-09T19:19:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:19:48,157 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:48,157 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:48,157 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:48,157 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:48,157 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:48,157 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:48,157 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:48,157 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179988157Disabling compacts and flushes for region at 1731179988157Disabling writes for close at 1731179988157Writing region close event to WAL at 1731179988157Closed at 1731179988157 2024-11-09T19:19:48,158 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/.initializing 2024-11-09T19:19:48,158 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/WALs/fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:48,159 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:48,160 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C32779%2C1731179986118, suffix=, logDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/WALs/fac84fd0e20f,32779,1731179986118, archiveDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/oldWALs, maxLogs=10 2024-11-09T19:19:48,173 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/WALs/fac84fd0e20f,32779,1731179986118/fac84fd0e20f%2C32779%2C1731179986118.1731179988160, exclude list is [], retry=0 2024-11-09T19:19:48,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33275,DS-e2c3d2fc-2530-474e-906c-71d09212f6bc,DISK] 2024-11-09T19:19:48,176 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/WALs/fac84fd0e20f,32779,1731179986118/fac84fd0e20f%2C32779%2C1731179986118.1731179988160 2024-11-09T19:19:48,176 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-09T19:19:48,176 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:48,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:48,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:19:48,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:48,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:48,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:19:48,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:48,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:48,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:19:48,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:48,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:48,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:19:48,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:48,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:48,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,185 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:48,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:48,189 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:48,189 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60840363, jitterRate=-0.09340794384479523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:48,190 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179988177Initializing all the Stores at 1731179988177Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179988178 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179988178Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179988178Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179988178Cleaning up temporary data from old regions at 1731179988186 (+8 ms)Region opened successfully at 1731179988189 (+3 ms) 2024-11-09T19:19:48,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:19:48,192 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ea02c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:48,193 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:19:48,193 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:19:48,193 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:19:48,193 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:19:48,194 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:19:48,194 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:19:48,194 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:19:48,195 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:19:48,196 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Unable to get data of znode /01068817240/balancer because node does not exist (not necessarily an error) 2024-11-09T19:19:48,279 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/balancer already deleted, retry=false 2024-11-09T19:19:48,279 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:19:48,280 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Unable to get data of znode /01068817240/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:19:48,289 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/normalizer already deleted, retry=false 2024-11-09T19:19:48,289 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:19:48,290 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Unable to get data of znode /01068817240/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:19:48,299 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/switch/split already deleted, retry=false 2024-11-09T19:19:48,300 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Unable to get data of znode /01068817240/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:19:48,310 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/switch/merge already deleted, retry=false 2024-11-09T19:19:48,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Unable to get data of znode /01068817240/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:19:48,320 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/snapshot-cleanup already deleted, retry=false 2024-11-09T19:19:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068817240/running 2024-11-09T19:19:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01068817240/running 2024-11-09T19:19:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:48,332 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,32779,1731179986118, sessionid=0x101210a30bd0000, setting cluster-up flag (Was=false) 2024-11-09T19:19:48,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:48,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:48,384 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068817240/flush-table-proc/acquired, /01068817240/flush-table-proc/reached, /01068817240/flush-table-proc/abort 2024-11-09T19:19:48,385 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:48,436 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01068817240/online-snapshot/acquired, /01068817240/online-snapshot/reached, /01068817240/online-snapshot/abort 2024-11-09T19:19:48,437 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:48,438 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:19:48,440 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:48,440 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:19:48,440 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:19:48,440 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of fac84fd0e20f,45081,1731179958808: status=Processing ServerCrashProcedure of fac84fd0e20f,45081,1731179958808 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731179973970, completionTime=-1 appears to have been leaked 2024-11-09T19:19:48,440 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,32779,1731179986118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:48,442 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180018443 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:48,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:19:48,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:19:48,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:19:48,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:19:48,444 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179988444,5,FailOnTimeoutGroup] 2024-11-09T19:19:48,444 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179988444,5,FailOnTimeoutGroup] 2024-11-09T19:19:48,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:19:48,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,444 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:48,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:19:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:19:48,455 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(746): ClusterId : 52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d 2024-11-09T19:19:48,455 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:19:48,466 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:19:48,466 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:19:48,479 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:19:48,480 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216c935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:48,494 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:38497 2024-11-09T19:19:48,494 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:19:48,494 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:19:48,494 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:19:48,495 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,32779,1731179986118 with port=38497, startcode=1731179986329 2024-11-09T19:19:48,495 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:19:48,496 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:19:48,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:48,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32779 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:48,498 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202 2024-11-09T19:19:48,498 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40095 2024-11-09T19:19:48,498 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:19:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240/rs 2024-11-09T19:19:48,511 DEBUG [RS:0;fac84fd0e20f:38497 {}] zookeeper.ZKUtil(111): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on existing znode=/01068817240/rs/fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:48,511 WARN [RS:0;fac84fd0e20f:38497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:48,511 INFO [RS:0;fac84fd0e20f:38497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:48,511 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:48,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,38497,1731179986329] 2024-11-09T19:19:48,514 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:19:48,515 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:19:48,515 INFO [RS:0;fac84fd0e20f:38497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:19:48,516 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,518 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:19:48,519 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:19:48,519 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:48,519 DEBUG [RS:0;fac84fd0e20f:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:48,520 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,520 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,520 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,520 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,520 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,520 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38497,1731179986329-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:48,533 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:19:48,533 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38497,1731179986329-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,533 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,533 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.Replication(171): fac84fd0e20f,38497,1731179986329 started 2024-11-09T19:19:48,546 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:48,546 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,38497,1731179986329, RpcServer on fac84fd0e20f/172.17.0.2:38497, sessionid=0x101210a30bd0001 2024-11-09T19:19:48,546 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:19:48,546 DEBUG [RS:0;fac84fd0e20f:38497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:48,546 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,38497,1731179986329' 2024-11-09T19:19:48,546 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068817240/flush-table-proc/abort' 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068817240/flush-table-proc/acquired' 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,38497,1731179986329' 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01068817240/online-snapshot/abort' 2024-11-09T19:19:48,547 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01068817240/online-snapshot/acquired' 2024-11-09T19:19:48,548 DEBUG [RS:0;fac84fd0e20f:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:19:48,548 INFO [RS:0;fac84fd0e20f:38497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:19:48,548 INFO [RS:0;fac84fd0e20f:38497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:19:48,648 INFO [RS:0;fac84fd0e20f:38497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:48,650 INFO [RS:0;fac84fd0e20f:38497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38497%2C1731179986329, suffix=, logDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329, archiveDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/oldWALs, maxLogs=10 2024-11-09T19:19:48,662 DEBUG [RS:0;fac84fd0e20f:38497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650, exclude list is [], retry=0 2024-11-09T19:19:48,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33275,DS-e2c3d2fc-2530-474e-906c-71d09212f6bc,DISK] 2024-11-09T19:19:48,666 INFO [RS:0;fac84fd0e20f:38497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 2024-11-09T19:19:48,666 DEBUG [RS:0;fac84fd0e20f:38497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-09T19:19:48,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:19:48,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202 2024-11-09T19:19:48,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:19:49,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:49,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:49,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:49,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:49,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:49,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:49,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:49,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:49,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:49,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:49,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740 2024-11-09T19:19:49,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740 2024-11-09T19:19:49,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:49,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:49,268 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:49,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:49,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:49,271 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71725736, jitterRate=0.06879675388336182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:49,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179989259Initializing all the Stores at 1731179989259Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179989259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179989260 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179989260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179989260Cleaning up temporary data from old regions at 1731179989268 (+8 ms)Region opened successfully at 1731179989271 (+3 ms) 2024-11-09T19:19:49,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:49,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:49,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:49,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:49,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:49,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:49,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179989271Disabling compacts and flushes for region at 1731179989271Disabling writes for close at 1731179989271Writing region close event to WAL at 1731179989272 (+1 ms)Closed at 1731179989272 2024-11-09T19:19:49,272 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:49,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:19:49,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:19:49,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:49,274 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:19:49,425 DEBUG [fac84fd0e20f:32779 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:19:49,425 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:49,426 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,38497,1731179986329, state=OPENING 2024-11-09T19:19:49,478 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:19:49,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:49,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:49,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068817240/meta-region-server: CHANGED 2024-11-09T19:19:49,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068817240/meta-region-server: CHANGED 2024-11-09T19:19:49,490 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:49,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38497,1731179986329}] 2024-11-09T19:19:49,642 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:19:49,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:19:49,646 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:19:49,646 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:49,646 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:19:49,647 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38497%2C1731179986329.meta, suffix=.meta, logDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329, archiveDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/oldWALs, maxLogs=10 2024-11-09T19:19:49,665 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.meta.1731179989648.meta, exclude list is [], retry=0 2024-11-09T19:19:49,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33275,DS-e2c3d2fc-2530-474e-906c-71d09212f6bc,DISK] 2024-11-09T19:19:49,669 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.meta.1731179989648.meta 2024-11-09T19:19:49,669 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-09T19:19:49,669 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:49,669 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:49,669 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:49,669 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:19:49,670 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:19:49,670 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:19:49,670 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:49,670 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:19:49,670 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:19:49,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:49,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:49,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:49,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:49,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:49,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:49,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:49,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:49,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:49,676 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:49,676 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740 2024-11-09T19:19:49,677 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740 2024-11-09T19:19:49,678 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:49,678 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:49,679 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:49,680 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:49,680 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59580313, jitterRate=-0.11218415200710297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:49,680 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:19:49,681 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179989670Writing region info on filesystem at 1731179989670Initializing all the Stores at 1731179989671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179989671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179989672 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179989672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179989672Cleaning up temporary data from old regions at 1731179989678 (+6 ms)Running coprocessor post-open hooks at 1731179989680 (+2 ms)Region opened successfully at 1731179989681 (+1 ms) 2024-11-09T19:19:49,682 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179989641 2024-11-09T19:19:49,683 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:19:49,683 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:19:49,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:49,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,38497,1731179986329, state=OPEN 2024-11-09T19:19:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068817240/meta-region-server 2024-11-09T19:19:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01068817240/meta-region-server 2024-11-09T19:19:49,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068817240/meta-region-server: CHANGED 2024-11-09T19:19:49,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:49,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01068817240/meta-region-server: CHANGED 2024-11-09T19:19:49,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:19:49,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38497,1731179986329 in 242 msec 2024-11-09T19:19:49,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:19:49,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-09T19:19:49,736 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:49,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:19:49,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:49,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38497,1731179986329, seqNum=-1] 2024-11-09T19:19:49,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:49,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:49,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-09T19:19:49,743 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179989742, completionTime=-1 2024-11-09T19:19:49,743 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:19:49,743 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180049744 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180109744 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32779,1731179986118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32779,1731179986118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,744 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32779,1731179986118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,745 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:32779, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,745 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,745 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,746 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:19:49,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.352sec 2024-11-09T19:19:49,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:19:49,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:19:49,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:19:49,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:19:49,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:19:49,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32779,1731179986118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:49,748 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32779,1731179986118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:19:49,749 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:19:49,749 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:19:49,749 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32779,1731179986118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:49,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38443257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:49,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:19:49,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:49,757 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:19:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:19:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b823c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:19:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:49,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:49,759 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:49,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e76291e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:49,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38497,1731179986329, seqNum=-1] 2024-11-09T19:19:49,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:49,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:49,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:49,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53659 2024-11-09T19:19:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:49,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101210a30bd0002 connected 2024-11-09T19:19:49,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir so I do NOT create it in target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa 2024-11-09T19:19:49,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:19:49,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.tmp.dir so I do NOT create it in target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa 2024-11-09T19:19:49,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:19:49,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa 2024-11-09T19:19:49,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:19:49,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/cluster_d6952b67-eb84-d286-4c8c-7bb29883abc4, deleteOnExit=true 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/test.cache.data in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:19:49,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:19:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:19:49,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:19:50,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:50,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:50,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:50,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:50,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:19:50,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:50,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f965a4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:50,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@90fbd43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:50,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36aaf8e6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/java.io.tmpdir/jetty-localhost-44347-hadoop-hdfs-3_4_1-tests_jar-_-any-4904881782920369781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:19:50,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7148c75{HTTP/1.1, (http/1.1)}{localhost:44347} 2024-11-09T19:19:50,221 INFO [Time-limited test {}] server.Server(415): Started @165531ms 2024-11-09T19:19:50,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:19:50,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:19:50,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:19:50,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:19:50,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:19:50,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e01798b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:19:50,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7de6f8b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:19:50,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@249be12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/java.io.tmpdir/jetty-localhost-33019-hadoop-hdfs-3_4_1-tests_jar-_-any-12065970546007954952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:19:50,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f4f8f06{HTTP/1.1, (http/1.1)}{localhost:33019} 2024-11-09T19:19:50,559 INFO [Time-limited test {}] server.Server(415): Started @165869ms 2024-11-09T19:19:50,560 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:19:51,237 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/cluster_d6952b67-eb84-d286-4c8c-7bb29883abc4/data/data2/current/BP-1313242648-172.17.0.2-1731179989812/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:51,237 WARN [Thread-1791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/cluster_d6952b67-eb84-d286-4c8c-7bb29883abc4/data/data1/current/BP-1313242648-172.17.0.2-1731179989812/current, will proceed with Du for space computation calculation, 2024-11-09T19:19:51,252 WARN [Thread-1779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:19:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc8863bfa8bd3f7 with lease ID 0xcd3d354dccfb6441: Processing first storage report for DS-c0e313c8-76eb-4cf0-8e64-a40b2d81ddb8 from datanode DatanodeRegistration(127.0.0.1:44677, datanodeUuid=de223748-c604-4240-8a88-824adbecc990, infoPort=40581, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=480693451;c=1731179989812) 2024-11-09T19:19:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc8863bfa8bd3f7 with lease ID 0xcd3d354dccfb6441: from storage DS-c0e313c8-76eb-4cf0-8e64-a40b2d81ddb8 node DatanodeRegistration(127.0.0.1:44677, datanodeUuid=de223748-c604-4240-8a88-824adbecc990, infoPort=40581, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=480693451;c=1731179989812), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fc8863bfa8bd3f7 with lease ID 0xcd3d354dccfb6441: Processing first storage report for DS-90d43e91-90e9-4bac-a34e-579752c41917 from datanode DatanodeRegistration(127.0.0.1:44677, datanodeUuid=de223748-c604-4240-8a88-824adbecc990, infoPort=40581, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=480693451;c=1731179989812) 2024-11-09T19:19:51,254 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fc8863bfa8bd3f7 with lease ID 0xcd3d354dccfb6441: from storage DS-90d43e91-90e9-4bac-a34e-579752c41917 node DatanodeRegistration(127.0.0.1:44677, datanodeUuid=de223748-c604-4240-8a88-824adbecc990, infoPort=40581, infoSecurePort=0, ipcPort=45289, storageInfo=lv=-57;cid=testClusterID;nsid=480693451;c=1731179989812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:19:51,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa 2024-11-09T19:19:51,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:51,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:19:51,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7 with version=8 2024-11-09T19:19:51,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/hbase-staging 2024-11-09T19:19:51,699 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:51,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:51,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:51,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:51,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:51,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:51,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:19:51,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:51,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32843 2024-11-09T19:19:51,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32843 connecting to ZooKeeper ensemble=127.0.0.1:53659 2024-11-09T19:19:51,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328430x0, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:51,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32843-0x101210a30bd0003 connected 2024-11-09T19:19:51,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:51,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:51,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/running 2024-11-09T19:19:51,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7, hbase.cluster.distributed=false 2024-11-09T19:19:51,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/acl 2024-11-09T19:19:51,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-09T19:19:51,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32843 2024-11-09T19:19:51,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32843 2024-11-09T19:19:51,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-09T19:19:51,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-09T19:19:51,989 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:19:51,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:19:51,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34879 2024-11-09T19:19:51,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34879 connecting to ZooKeeper ensemble=127.0.0.1:53659 2024-11-09T19:19:51,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:51,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:52,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348790x0, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:52,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348790x0, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/running 2024-11-09T19:19:52,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34879-0x101210a30bd0004 connected 2024-11-09T19:19:52,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:19:52,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:19:52,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/master 2024-11-09T19:19:52,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/acl 2024-11-09T19:19:52,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-09T19:19:52,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34879 2024-11-09T19:19:52,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34879 2024-11-09T19:19:52,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-09T19:19:52,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34879 2024-11-09T19:19:52,029 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:32843 2024-11-09T19:19:52,032 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-300763576/backup-masters/fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576/backup-masters 2024-11-09T19:19:52,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576/backup-masters 2024-11-09T19:19:52,045 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on existing znode=/1-300763576/backup-masters/fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300763576/master 2024-11-09T19:19:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:52,127 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on existing znode=/1-300763576/master 2024-11-09T19:19:52,128 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-300763576/backup-masters/fac84fd0e20f,32843,1731179991699 from backup master directory 2024-11-09T19:19:52,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300763576/backup-masters/fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576/backup-masters 2024-11-09T19:19:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576/backup-masters 2024-11-09T19:19:52,142 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:52,142 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:52,145 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/hbase.id] with ID: 1479128c-0a96-4681-a57f-cabcc8a0e465 2024-11-09T19:19:52,145 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/.tmp/hbase.id 2024-11-09T19:19:52,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:19:52,150 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/.tmp/hbase.id]:[hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/hbase.id] 2024-11-09T19:19:52,159 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:19:52,159 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:19:52,160 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:19:52,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:52,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:19:52,578 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:52,578 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:19:52,579 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:19:52,991 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store 2024-11-09T19:19:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:19:52,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:52,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:19:52,999 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:52,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:52,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:19:52,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:52,999 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:19:52,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731179992999Disabling compacts and flushes for region at 1731179992999Disabling writes for close at 1731179992999Writing region close event to WAL at 1731179992999Closed at 1731179992999 2024-11-09T19:19:53,000 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/.initializing 2024-11-09T19:19:53,000 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/WALs/fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:53,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:53,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C32843%2C1731179991699, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/WALs/fac84fd0e20f,32843,1731179991699, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/oldWALs, maxLogs=10 2024-11-09T19:19:53,020 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/WALs/fac84fd0e20f,32843,1731179991699/fac84fd0e20f%2C32843%2C1731179991699.1731179993004, exclude list is [], retry=0 2024-11-09T19:19:53,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-c0e313c8-76eb-4cf0-8e64-a40b2d81ddb8,DISK] 2024-11-09T19:19:53,024 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/WALs/fac84fd0e20f,32843,1731179991699/fac84fd0e20f%2C32843%2C1731179991699.1731179993004 2024-11-09T19:19:53,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-09T19:19:53,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:53,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:53,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,025 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:19:53,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:53,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:19:53,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:53,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:19:53,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:53,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:19:53,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:53,033 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,033 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,034 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,034 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,034 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,035 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:53,036 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:19:53,038 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:53,038 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65888922, jitterRate=-0.018178552389144897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:53,038 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731179993025Initializing all the Stores at 1731179993026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179993026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179993026Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179993026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179993026Cleaning up temporary data from old regions at 1731179993034 (+8 ms)Region opened successfully at 1731179993038 (+4 ms) 2024-11-09T19:19:53,040 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:19:53,043 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db16ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:53,043 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:19:53,043 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:19:53,043 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:19:53,043 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:19:53,044 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:19:53,044 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:19:53,044 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:19:53,050 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:19:53,051 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Unable to get data of znode /1-300763576/balancer because node does not exist (not necessarily an error) 2024-11-09T19:19:53,065 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300763576/balancer already deleted, retry=false 2024-11-09T19:19:53,066 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:19:53,066 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Unable to get data of znode /1-300763576/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:19:53,086 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300763576/normalizer already deleted, retry=false 2024-11-09T19:19:53,087 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:19:53,088 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Unable to get data of znode /1-300763576/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:19:53,099 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300763576/switch/split already deleted, retry=false 2024-11-09T19:19:53,100 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Unable to get data of znode /1-300763576/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:19:53,110 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300763576/switch/merge already deleted, retry=false 2024-11-09T19:19:53,111 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Unable to get data of znode /1-300763576/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:19:53,120 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300763576/snapshot-cleanup already deleted, retry=false 2024-11-09T19:19:53,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300763576/running 2024-11-09T19:19:53,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300763576/running 2024-11-09T19:19:53,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,131 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,32843,1731179991699, sessionid=0x101210a30bd0003, setting cluster-up flag (Was=false) 2024-11-09T19:19:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-300763576/flush-table-proc/acquired, /1-300763576/flush-table-proc/reached, /1-300763576/flush-table-proc/abort 2024-11-09T19:19:53,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:53,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,236 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-300763576/online-snapshot/acquired, /1-300763576/online-snapshot/reached, /1-300763576/online-snapshot/abort 2024-11-09T19:19:53,237 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:53,238 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:19:53,239 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:53,240 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:19:53,240 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:19:53,240 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,32843,1731179991699 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:53,241 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180023242 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:19:53,242 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:53,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:19:53,243 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179993243,5,FailOnTimeoutGroup] 2024-11-09T19:19:53,243 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179993243,5,FailOnTimeoutGroup] 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:19:53,243 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,243 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:19:53,244 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:19:53,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:19:53,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7 2024-11-09T19:19:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:19:53,320 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(746): ClusterId : 1479128c-0a96-4681-a57f-cabcc8a0e465 2024-11-09T19:19:53,320 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:19:53,332 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:19:53,332 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:19:53,342 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:19:53,343 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c99a1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:19:53,357 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:34879 2024-11-09T19:19:53,357 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:19:53,357 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:19:53,357 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:19:53,358 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,32843,1731179991699 with port=34879, startcode=1731179991989 2024-11-09T19:19:53,358 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:19:53,360 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:19:53,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,362 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7 2024-11-09T19:19:53,362 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39231 2024-11-09T19:19:53,362 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:19:53,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576/rs 2024-11-09T19:19:53,401 DEBUG [RS:0;fac84fd0e20f:34879 {}] zookeeper.ZKUtil(111): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on existing znode=/1-300763576/rs/fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,401 WARN [RS:0;fac84fd0e20f:34879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:19:53,401 INFO [RS:0;fac84fd0e20f:34879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:53,401 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,34879,1731179991989] 2024-11-09T19:19:53,404 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:19:53,406 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:19:53,406 INFO [RS:0;fac84fd0e20f:34879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:19:53,406 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,406 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:19:53,407 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:19:53,407 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,407 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,408 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,408 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:19:53,408 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:53,408 DEBUG [RS:0;fac84fd0e20f:34879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:19:53,408 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,408 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,408 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,408 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,408 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,408 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34879,1731179991989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:53,427 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:19:53,427 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34879,1731179991989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,427 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,427 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.Replication(171): fac84fd0e20f,34879,1731179991989 started 2024-11-09T19:19:53,441 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:53,441 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,34879,1731179991989, RpcServer on fac84fd0e20f/172.17.0.2:34879, sessionid=0x101210a30bd0004 2024-11-09T19:19:53,441 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:19:53,441 DEBUG [RS:0;fac84fd0e20f:34879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,441 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34879,1731179991989' 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-300763576/flush-table-proc/abort' 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-300763576/flush-table-proc/acquired' 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34879,1731179991989' 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-300763576/online-snapshot/abort' 2024-11-09T19:19:53,442 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-300763576/online-snapshot/acquired' 2024-11-09T19:19:53,443 DEBUG [RS:0;fac84fd0e20f:34879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:19:53,443 INFO [RS:0;fac84fd0e20f:34879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:19:53,443 INFO [RS:0;fac84fd0e20f:34879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:19:53,543 INFO [RS:0;fac84fd0e20f:34879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:19:53,544 INFO [RS:0;fac84fd0e20f:34879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C34879%2C1731179991989, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/oldWALs, maxLogs=10 2024-11-09T19:19:53,560 DEBUG [RS:0;fac84fd0e20f:34879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545, exclude list is [], retry=0 2024-11-09T19:19:53,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-c0e313c8-76eb-4cf0-8e64-a40b2d81ddb8,DISK] 2024-11-09T19:19:53,564 INFO [RS:0;fac84fd0e20f:34879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 2024-11-09T19:19:53,568 DEBUG [RS:0;fac84fd0e20f:34879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-09T19:19:53,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:53,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:53,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:53,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:53,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:53,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:53,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:53,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:53,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:53,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:53,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:53,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:53,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:53,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:53,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:53,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740 2024-11-09T19:19:53,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740 2024-11-09T19:19:53,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:53,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:53,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:53,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:53,689 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:53,690 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69317650, jitterRate=0.03291347622871399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731179993679Initializing all the Stores at 1731179993679Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179993679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179993679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179993679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179993679Cleaning up temporary data from old regions at 1731179993687 (+8 ms)Region opened successfully at 1731179993690 (+3 ms) 2024-11-09T19:19:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:19:53,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:19:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:19:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:19:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:19:53,690 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:19:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731179993690Disabling compacts and flushes for region at 1731179993690Disabling writes for close at 1731179993690Writing region close event to WAL at 1731179993690Closed at 1731179993690 2024-11-09T19:19:53,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:53,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:19:53,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:19:53,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:53,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:19:53,843 DEBUG [fac84fd0e20f:32843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:19:53,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:53,844 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,34879,1731179991989, state=OPENING 2024-11-09T19:19:53,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:19:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:19:53,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300763576/meta-region-server: CHANGED 2024-11-09T19:19:53,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300763576/meta-region-server: CHANGED 2024-11-09T19:19:53,902 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:19:53,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34879,1731179991989}] 2024-11-09T19:19:54,054 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:19:54,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:19:54,058 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:19:54,059 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:54,059 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:19:54,060 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C34879%2C1731179991989.meta, suffix=.meta, logDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/oldWALs, maxLogs=10 2024-11-09T19:19:54,072 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.meta.1731179994060.meta, exclude list is [], retry=0 2024-11-09T19:19:54,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-c0e313c8-76eb-4cf0-8e64-a40b2d81ddb8,DISK] 2024-11-09T19:19:54,075 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.meta.1731179994060.meta 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:54,076 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:19:54,076 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:19:54,076 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:19:54,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:19:54,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:19:54,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:54,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:54,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:19:54,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:19:54,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:54,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:54,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:19:54,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:19:54,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:54,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:54,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:19:54,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:19:54,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:54,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:19:54,081 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:19:54,082 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740 2024-11-09T19:19:54,083 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740 2024-11-09T19:19:54,083 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:19:54,083 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:19:54,084 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:19:54,085 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:19:54,085 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68704836, jitterRate=0.02378183603286743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:19:54,085 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:19:54,085 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731179994077Writing region info on filesystem at 1731179994077Initializing all the Stores at 1731179994077Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179994077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179994077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179994077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731179994077Cleaning up temporary data from old regions at 1731179994083 (+6 ms)Running coprocessor post-open hooks at 1731179994085 (+2 ms)Region opened successfully at 1731179994085 2024-11-09T19:19:54,086 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731179994054 2024-11-09T19:19:54,088 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:19:54,088 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:19:54,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:54,088 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,34879,1731179991989, state=OPEN 2024-11-09T19:19:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-300763576/meta-region-server 2024-11-09T19:19:54,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-300763576/meta-region-server 2024-11-09T19:19:54,099 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:54,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300763576/meta-region-server: CHANGED 2024-11-09T19:19:54,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300763576/meta-region-server: CHANGED 2024-11-09T19:19:54,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:19:54,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34879,1731179991989 in 197 msec 2024-11-09T19:19:54,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:19:54,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-09T19:19:54,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:19:54,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:19:54,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:54,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34879,1731179991989, seqNum=-1] 2024-11-09T19:19:54,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:54,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:54,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-09T19:19:54,109 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731179994109, completionTime=-1 2024-11-09T19:19:54,109 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:19:54,109 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180054111 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180114111 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32843,1731179991699-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32843,1731179991699-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32843,1731179991699-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:32843, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,113 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.972sec 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32843,1731179991699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:19:54,114 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32843,1731179991699-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:19:54,116 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:19:54,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:19:54,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32843,1731179991699-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:19:54,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:54,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:19:54,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:54,122 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:19:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:19:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:19:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:54,123 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:54,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abcb858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:54,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34879,1731179991989, seqNum=-1] 2024-11-09T19:19:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:54,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:19:54,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:54,128 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53659 2024-11-09T19:19:54,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:19:54,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101210a30bd0005 connected 2024-11-09T19:19:54,151 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b04139e 2024-11-09T19:19:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:54,154 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:54,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:19:54,156 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:19:54,156 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:54,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:19:54,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:19:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:19:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:54,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:19:54,564 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c0bc162d6496dcac8746a5d93002e2d, NAME => 'test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202 2024-11-09T19:19:54,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:19:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:54,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:54,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c0bc162d6496dcac8746a5d93002e2d, disabling compactions & flushes 2024-11-09T19:19:54,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:54,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:54,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. after waiting 0 ms 2024-11-09T19:19:54,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:54,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:54,969 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c0bc162d6496dcac8746a5d93002e2d: Waiting for close lock at 1731179994969Disabling compacts and flushes for region at 1731179994969Disabling writes for close at 1731179994969Writing region close event to WAL at 1731179994969Closed at 1731179994969 2024-11-09T19:19:54,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:19:54,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731179994970"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179994970"}]},"ts":"1731179994970"} 2024-11-09T19:19:54,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:19:54,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:19:54,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179994973"}]},"ts":"1731179994973"} 2024-11-09T19:19:54,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:19:54,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c0bc162d6496dcac8746a5d93002e2d, ASSIGN}] 2024-11-09T19:19:54,976 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c0bc162d6496dcac8746a5d93002e2d, ASSIGN 2024-11-09T19:19:54,976 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c0bc162d6496dcac8746a5d93002e2d, ASSIGN; state=OFFLINE, location=fac84fd0e20f,38497,1731179986329; forceNewPlan=false, retain=false 2024-11-09T19:19:55,127 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c0bc162d6496dcac8746a5d93002e2d, regionState=OPENING, regionLocation=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c0bc162d6496dcac8746a5d93002e2d, ASSIGN because future has completed 2024-11-09T19:19:55,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c0bc162d6496dcac8746a5d93002e2d, server=fac84fd0e20f,38497,1731179986329}] 2024-11-09T19:19:55,172 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:19:55,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:19:55,292 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:55,292 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c0bc162d6496dcac8746a5d93002e2d, NAME => 'test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:55,292 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:55,292 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:19:55,293 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,293 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:55,293 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,293 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,294 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:55,306 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0bc162d6496dcac8746a5d93002e2d columnFamilyName f 2024-11-09T19:19:55,306 DEBUG [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:55,308 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] regionserver.HStore(327): Store=1c0bc162d6496dcac8746a5d93002e2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:55,308 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,316 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0bc162d6496dcac8746a5d93002e2d columnFamilyName f1 2024-11-09T19:19:55,316 DEBUG [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:55,317 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] regionserver.HStore(327): Store=1c0bc162d6496dcac8746a5d93002e2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:55,317 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,318 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c0bc162d6496dcac8746a5d93002e2d columnFamilyName norep 2024-11-09T19:19:55,318 DEBUG [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:55,318 INFO [StoreOpener-1c0bc162d6496dcac8746a5d93002e2d-1 {}] regionserver.HStore(327): Store=1c0bc162d6496dcac8746a5d93002e2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:55,318 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,319 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,319 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,320 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,320 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,320 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:19:55,321 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,337 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:55,337 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c0bc162d6496dcac8746a5d93002e2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71323657, jitterRate=0.06280530989170074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:19:55,338 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:19:55,338 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c0bc162d6496dcac8746a5d93002e2d: Running coprocessor pre-open hook at 1731179995293Writing region info on filesystem at 1731179995293Initializing all the Stores at 1731179995293Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179995294 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179995294Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179995294Cleaning up temporary data from old regions at 1731179995320 (+26 ms)Running coprocessor post-open hooks at 1731179995338 (+18 ms)Region opened successfully at 1731179995338 2024-11-09T19:19:55,339 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., pid=6, masterSystemTime=1731179995282 2024-11-09T19:19:55,340 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:55,340 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:19:55,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c0bc162d6496dcac8746a5d93002e2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:55,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c0bc162d6496dcac8746a5d93002e2d, server=fac84fd0e20f,38497,1731179986329 because future has completed 2024-11-09T19:19:55,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:19:55,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c0bc162d6496dcac8746a5d93002e2d, server=fac84fd0e20f,38497,1731179986329 in 214 msec 2024-11-09T19:19:55,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:19:55,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c0bc162d6496dcac8746a5d93002e2d, ASSIGN in 370 msec 2024-11-09T19:19:55,348 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:19:55,348 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179995348"}]},"ts":"1731179995348"} 2024-11-09T19:19:55,350 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:19:55,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:19:55,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-09T19:19:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:56,320 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:19:56,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:56,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:56,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4769d6b7 2024-11-09T19:19:56,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:56,329 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:56,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:19:56,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:19:56,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:56,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:19:56,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:19:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:56,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:19:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:56,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:56,797 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26a2a60854587a594be1fab35d93dcad, NAME => 'test,,1731179996329.26a2a60854587a594be1fab35d93dcad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7 2024-11-09T19:19:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:19:56,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731179996329.26a2a60854587a594be1fab35d93dcad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:56,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 26a2a60854587a594be1fab35d93dcad, disabling compactions & flushes 2024-11-09T19:19:56,806 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:56,806 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:56,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731179996329.26a2a60854587a594be1fab35d93dcad. after waiting 0 ms 2024-11-09T19:19:56,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:56,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:56,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26a2a60854587a594be1fab35d93dcad: Waiting for close lock at 1731179996806Disabling compacts and flushes for region at 1731179996806Disabling writes for close at 1731179996807 (+1 ms)Writing region close event to WAL at 1731179996807Closed at 1731179996807 2024-11-09T19:19:56,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:19:56,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731179996329.26a2a60854587a594be1fab35d93dcad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731179996809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179996809"}]},"ts":"1731179996809"} 2024-11-09T19:19:56,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:19:56,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:19:56,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179996814"}]},"ts":"1731179996814"} 2024-11-09T19:19:56,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:19:56,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26a2a60854587a594be1fab35d93dcad, ASSIGN}] 2024-11-09T19:19:56,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=26a2a60854587a594be1fab35d93dcad, ASSIGN 2024-11-09T19:19:56,826 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=26a2a60854587a594be1fab35d93dcad, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34879,1731179991989; forceNewPlan=false, retain=false 2024-11-09T19:19:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:56,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26a2a60854587a594be1fab35d93dcad, regionState=OPENING, regionLocation=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:56,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=26a2a60854587a594be1fab35d93dcad, ASSIGN because future has completed 2024-11-09T19:19:56,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26a2a60854587a594be1fab35d93dcad, server=fac84fd0e20f,34879,1731179991989}] 2024-11-09T19:19:57,139 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:57,139 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 26a2a60854587a594be1fab35d93dcad, NAME => 'test,,1731179996329.26a2a60854587a594be1fab35d93dcad.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:57,139 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:57,140 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:19:57,140 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,140 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731179996329.26a2a60854587a594be1fab35d93dcad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:57,140 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,140 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,141 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,142 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2a60854587a594be1fab35d93dcad columnFamilyName f 2024-11-09T19:19:57,142 DEBUG [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,142 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] regionserver.HStore(327): Store=26a2a60854587a594be1fab35d93dcad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:57,142 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,143 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2a60854587a594be1fab35d93dcad columnFamilyName f1 2024-11-09T19:19:57,143 DEBUG [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,144 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] regionserver.HStore(327): Store=26a2a60854587a594be1fab35d93dcad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:57,144 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,145 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2a60854587a594be1fab35d93dcad columnFamilyName norep 2024-11-09T19:19:57,145 DEBUG [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,145 INFO [StoreOpener-26a2a60854587a594be1fab35d93dcad-1 {}] regionserver.HStore(327): Store=26a2a60854587a594be1fab35d93dcad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:57,145 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,146 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,146 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,147 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,147 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,147 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:19:57,148 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,149 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:57,150 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 26a2a60854587a594be1fab35d93dcad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71892354, jitterRate=0.07127955555915833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:19:57,150 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:19:57,150 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 26a2a60854587a594be1fab35d93dcad: Running coprocessor pre-open hook at 1731179997140Writing region info on filesystem at 1731179997140Initializing all the Stores at 1731179997141 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179997141Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179997141Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179997141Cleaning up temporary data from old regions at 1731179997147 (+6 ms)Running coprocessor post-open hooks at 1731179997150 (+3 ms)Region opened successfully at 1731179997150 2024-11-09T19:19:57,151 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731179996329.26a2a60854587a594be1fab35d93dcad., pid=6, masterSystemTime=1731179997135 2024-11-09T19:19:57,153 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:57,153 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:19:57,154 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=26a2a60854587a594be1fab35d93dcad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:57,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26a2a60854587a594be1fab35d93dcad, server=fac84fd0e20f,34879,1731179991989 because future has completed 2024-11-09T19:19:57,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:19:57,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 26a2a60854587a594be1fab35d93dcad, server=fac84fd0e20f,34879,1731179991989 in 173 msec 2024-11-09T19:19:57,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:19:57,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=26a2a60854587a594be1fab35d93dcad, ASSIGN in 336 msec 2024-11-09T19:19:57,164 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:19:57,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179997164"}]},"ts":"1731179997164"} 2024-11-09T19:19:57,167 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:19:57,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:19:57,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 838 msec 2024-11-09T19:19:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:19:57,470 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:19:57,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:19:57,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:57,471 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:19:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:19:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:19:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:57,473 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:57,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc5c3f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175193ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:19:57,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:57,475 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:19:57,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:19:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c234e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:19:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:57,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:57,477 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:57,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a18b34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7707abc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:19:57,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:57,480 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:19:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:19:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff91237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:19:57,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:57,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:57,481 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501f6036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70c14e3c 2024-11-09T19:19:57,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:57,484 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:57,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:32843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:19:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:19:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:57,490 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:32843' 2024-11-09T19:19:57,491 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d00184e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,491 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:19:57,491 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:57,492 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:19:57,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:57,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:19:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94bc719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:19:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:57,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:57,494 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:57,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d804523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:57,495 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:57,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:57,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63169ae3 2024-11-09T19:19:57,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:57,497 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:57,498 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T19:19:57,498 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:19:57,498 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:57,498 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:57,499 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:57,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:57,500 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:19:57,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:19:57,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:19:57,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:19:57,517 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff8792d75474f819b62c1bf007588ac7, NAME => 'hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202 2024-11-09T19:19:57,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:19:57,531 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:57,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff8792d75474f819b62c1bf007588ac7, disabling compactions & flushes 2024-11-09T19:19:57,532 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. after waiting 0 ms 2024-11-09T19:19:57,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,532 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,532 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff8792d75474f819b62c1bf007588ac7: Waiting for close lock at 1731179997532Disabling compacts and flushes for region at 1731179997532Disabling writes for close at 1731179997532Writing region close event to WAL at 1731179997532Closed at 1731179997532 2024-11-09T19:19:57,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:19:57,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731179997533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179997533"}]},"ts":"1731179997533"} 2024-11-09T19:19:57,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:19:57,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:19:57,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179997536"}]},"ts":"1731179997536"} 2024-11-09T19:19:57,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:19:57,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8792d75474f819b62c1bf007588ac7, ASSIGN}] 2024-11-09T19:19:57,540 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8792d75474f819b62c1bf007588ac7, ASSIGN 2024-11-09T19:19:57,540 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8792d75474f819b62c1bf007588ac7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,38497,1731179986329; forceNewPlan=false, retain=false 2024-11-09T19:19:57,550 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:19:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:57,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff8792d75474f819b62c1bf007588ac7, regionState=OPENING, regionLocation=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:57,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff8792d75474f819b62c1bf007588ac7, ASSIGN because future has completed 2024-11-09T19:19:57,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8792d75474f819b62c1bf007588ac7, server=fac84fd0e20f,38497,1731179986329}] 2024-11-09T19:19:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:57,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:57,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:19:57,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38497%2C1731179986329.rep, suffix=, logDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329, archiveDir=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/oldWALs, maxLogs=10 2024-11-09T19:19:57,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.rep.1731179997850, exclude list is [], retry=0 2024-11-09T19:19:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33275,DS-e2c3d2fc-2530-474e-906c-71d09212f6bc,DISK] 2024-11-09T19:19:57,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.rep.1731179997850 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff8792d75474f819b62c1bf007588ac7, NAME => 'hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:57,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. service=MultiRowMutationService 2024-11-09T19:19:57,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,870 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,870 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8792d75474f819b62c1bf007588ac7 columnFamilyName hfileref 2024-11-09T19:19:57,870 DEBUG [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,871 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] regionserver.HStore(327): Store=ff8792d75474f819b62c1bf007588ac7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:57,871 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,872 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8792d75474f819b62c1bf007588ac7 columnFamilyName queue 2024-11-09T19:19:57,872 DEBUG [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,872 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] regionserver.HStore(327): Store=ff8792d75474f819b62c1bf007588ac7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:57,872 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,873 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff8792d75474f819b62c1bf007588ac7 columnFamilyName sid 2024-11-09T19:19:57,873 DEBUG [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:57,873 INFO [StoreOpener-ff8792d75474f819b62c1bf007588ac7-1 {}] regionserver.HStore(327): Store=ff8792d75474f819b62c1bf007588ac7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:57,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:19:57,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:57,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff8792d75474f819b62c1bf007588ac7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61875910, jitterRate=-0.07797709107398987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:19:57,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:19:57,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff8792d75474f819b62c1bf007588ac7: Running coprocessor pre-open hook at 1731179997869Writing region info on filesystem at 1731179997869Initializing all the Stores at 1731179997869Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179997869Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179997869Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179997869Cleaning up temporary data from old regions at 1731179997875 (+6 ms)Running coprocessor post-open hooks at 1731179997878 (+3 ms)Region opened successfully at 1731179997878 2024-11-09T19:19:57,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7., pid=10, masterSystemTime=1731179997845 2024-11-09T19:19:57,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:19:57,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff8792d75474f819b62c1bf007588ac7, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,38497,1731179986329 2024-11-09T19:19:57,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff8792d75474f819b62c1bf007588ac7, server=fac84fd0e20f,38497,1731179986329 because future has completed 2024-11-09T19:19:57,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:19:57,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff8792d75474f819b62c1bf007588ac7, server=fac84fd0e20f,38497,1731179986329 in 190 msec 2024-11-09T19:19:57,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:19:57,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff8792d75474f819b62c1bf007588ac7, ASSIGN in 345 msec 2024-11-09T19:19:57,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:19:57,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179997886"}]},"ts":"1731179997886"} 2024-11-09T19:19:57,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:19:57,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:19:57,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 389 msec 2024-11-09T19:19:57,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2] 2024-11-09T19:19:57,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:57,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:19:57,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:19:58,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:19:58,114 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:19:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:58,153 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,38497,1731179986329, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:19:58,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:19:58,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38497,1731179986329, seqNum=-1] 2024-11-09T19:19:58,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:19:58,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T19:19:58,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,38497,1731179986329', locateType=CURRENT is [region=hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2] 2024-11-09T19:19:58,164 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:19:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:19:58,167 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,38497,1731179986329 suceeded 2024-11-09T19:19:58,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:19:58,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-09T19:19:58,169 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:32843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:19:58,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 684 msec 2024-11-09T19:19:58,185 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:32843' 2024-11-09T19:19:58,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3599ed34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:19:58,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:58,191 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:19:58,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:58,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:19:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a172af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:19:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,193 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:58,194 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa109c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,194 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:58,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:58,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e7b7d 2024-11-09T19:19:58,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:58,196 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T19:19:58,197 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,38497,1731179986329 (queues=1) is replicating from cluster=52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d to cluster=1479128c-0a96-4681-a57f-cabcc8a0e465 2024-11-09T19:19:58,198 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C38497%2C1731179986329 2024-11-09T19:19:58,198 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,38497,1731179986329, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:19:58,199 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650, startPosition=0, beingWritten=true 2024-11-09T19:19:58,211 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C38497%2C1731179986329 2024-11-09T19:19:58,215 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:19:58,215 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:19:58,215 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38497,1731179986329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:19:58,425 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:19:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:58,629 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:19:58,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:19:58,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:19:58,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:58,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42751a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:19:58,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:58,630 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:19:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:19:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4087dbed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:19:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:58,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,632 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11930399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32843,1731179991699 2024-11-09T19:19:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cf068d 2024-11-09T19:19:58,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:58,634 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:58,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:32779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:19:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:19:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:58,636 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:32779' 2024-11-09T19:19:58,637 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bec56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,637 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:19:58,637 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:19:58,638 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:19:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:19:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:19:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79da34f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:19:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:19:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,639 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:19:58,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71216bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:19:58,639 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:19:58,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32779,1731179986118 2024-11-09T19:19:58,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54c523b3 2024-11-09T19:19:58,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:19:58,640 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:19:58,641 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:19:58,641 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:19:58,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:19:58,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:19:58,641 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:19:58,642 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:19:58,643 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:19:58,643 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:58,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:19:58,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:19:58,692 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:19:58,728 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:19:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:59,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08df263d7888ec2fef16f19024090075, NAME => 'hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7 2024-11-09T19:19:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:19:59,132 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:19:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:59,404 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:19:59,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:59,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08df263d7888ec2fef16f19024090075, disabling compactions & flushes 2024-11-09T19:19:59,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. after waiting 0 ms 2024-11-09T19:19:59,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08df263d7888ec2fef16f19024090075: Waiting for close lock at 1731179999457Disabling compacts and flushes for region at 1731179999457Disabling writes for close at 1731179999457Writing region close event to WAL at 1731179999457Closed at 1731179999457 2024-11-09T19:19:59,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:19:59,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731179999459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731179999459"}]},"ts":"1731179999459"} 2024-11-09T19:19:59,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:19:59,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:19:59,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179999464"}]},"ts":"1731179999464"} 2024-11-09T19:19:59,466 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:19:59,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08df263d7888ec2fef16f19024090075, ASSIGN}] 2024-11-09T19:19:59,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08df263d7888ec2fef16f19024090075, ASSIGN 2024-11-09T19:19:59,469 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08df263d7888ec2fef16f19024090075, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34879,1731179991989; forceNewPlan=false, retain=false 2024-11-09T19:19:59,620 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08df263d7888ec2fef16f19024090075, regionState=OPENING, regionLocation=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:59,636 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:19:59,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08df263d7888ec2fef16f19024090075, ASSIGN because future has completed 2024-11-09T19:19:59,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08df263d7888ec2fef16f19024090075, server=fac84fd0e20f,34879,1731179991989}] 2024-11-09T19:19:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:19:59,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:19:59,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:19:59,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C34879%2C1731179991989.rep, suffix=, logDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989, archiveDir=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/oldWALs, maxLogs=10 2024-11-09T19:19:59,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.rep.1731179999810, exclude list is [], retry=0 2024-11-09T19:19:59,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44677,DS-c0e313c8-76eb-4cf0-8e64-a40b2d81ddb8,DISK] 2024-11-09T19:19:59,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.rep.1731179999810 2024-11-09T19:19:59,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40581:40581)] 2024-11-09T19:19:59,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08df263d7888ec2fef16f19024090075, NAME => 'hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:19:59,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:19:59,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:19:59,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. service=MultiRowMutationService 2024-11-09T19:19:59,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:19:59,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:19:59,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,842 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,843 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08df263d7888ec2fef16f19024090075 columnFamilyName hfileref 2024-11-09T19:19:59,843 DEBUG [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:59,843 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] regionserver.HStore(327): Store=08df263d7888ec2fef16f19024090075/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:59,843 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,844 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08df263d7888ec2fef16f19024090075 columnFamilyName queue 2024-11-09T19:19:59,844 DEBUG [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:59,844 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] regionserver.HStore(327): Store=08df263d7888ec2fef16f19024090075/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:59,844 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,845 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08df263d7888ec2fef16f19024090075 columnFamilyName sid 2024-11-09T19:19:59,845 DEBUG [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:19:59,846 INFO [StoreOpener-08df263d7888ec2fef16f19024090075-1 {}] regionserver.HStore(327): Store=08df263d7888ec2fef16f19024090075/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:19:59,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:19:59,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:19:59,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08df263d7888ec2fef16f19024090075; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74264124, jitterRate=0.10662168264389038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:19:59,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08df263d7888ec2fef16f19024090075 2024-11-09T19:19:59,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08df263d7888ec2fef16f19024090075: Running coprocessor pre-open hook at 1731179999840Writing region info on filesystem at 1731179999840Initializing all the Stores at 1731179999841 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179999841Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179999842 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731179999842Cleaning up temporary data from old regions at 1731179999847 (+5 ms)Running coprocessor post-open hooks at 1731179999851 (+4 ms)Region opened successfully at 1731179999851 2024-11-09T19:19:59,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075., pid=10, masterSystemTime=1731179999797 2024-11-09T19:19:59,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:19:59,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08df263d7888ec2fef16f19024090075, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34879,1731179991989 2024-11-09T19:19:59,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08df263d7888ec2fef16f19024090075, server=fac84fd0e20f,34879,1731179991989 because future has completed 2024-11-09T19:19:59,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:19:59,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08df263d7888ec2fef16f19024090075, server=fac84fd0e20f,34879,1731179991989 in 212 msec 2024-11-09T19:19:59,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:19:59,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08df263d7888ec2fef16f19024090075, ASSIGN in 392 msec 2024-11-09T19:19:59,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:19:59,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731179999860"}]},"ts":"1731179999860"} 2024-11-09T19:19:59,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:19:59,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:19:59,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-09T19:19:59,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2] 2024-11-09T19:20:00,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:20:00,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:20:00,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:20:00,240 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:20:00,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:20:00,344 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:20:00,386 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,34879,1731179991989, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:20:00,386 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:00,386 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34879,1731179991989, seqNum=-1] 2024-11-09T19:20:00,387 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:00,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:00,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,34879,1731179991989', locateType=CURRENT is [region=hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2] 2024-11-09T19:20:00,401 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:20:00,403 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,34879,1731179991989 suceeded 2024-11-09T19:20:00,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:20:00,405 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:32779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:20:00,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-09T19:20:00,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7710 sec 2024-11-09T19:20:00,419 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:32779' 2024-11-09T19:20:00,420 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e9737fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,420 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:20:00,421 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:00,421 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:20:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:20:00,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7268f14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:20:00,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:00,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,423 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:00,423 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265044c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,423 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32779,1731179986118 2024-11-09T19:20:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c58e094 2024-11-09T19:20:00,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:00,425 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T19:20:00,425 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,34879,1731179991989 (queues=1) is replicating from cluster=1479128c-0a96-4681-a57f-cabcc8a0e465 to cluster=52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d 2024-11-09T19:20:00,425 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C34879%2C1731179991989 2024-11-09T19:20:00,425 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,34879,1731179991989, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:20:00,426 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C34879%2C1731179991989 2024-11-09T19:20:00,426 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545, startPosition=0, beingWritten=true 2024-11-09T19:20:00,431 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:00,431 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 379, reset compression=false 2024-11-09T19:20:00,431 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,34879,1731179991989 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:00,635 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 379, reset compression=false 2024-11-09T19:20:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:00,780 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:20:00,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:00,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:00,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:00,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:00,787 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731180000785/Put/seqid=0 2024-11-09T19:20:00,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:00,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741840_1016 (size=7894) 2024-11-09T19:20:00,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731180000800/Put/seqid=0 2024-11-09T19:20:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741841_1017 (size=7691) 2024-11-09T19:20:00,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d221346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:20:00,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:00,811 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:20:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:20:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9611cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:20:00,811 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,812 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:00,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf747f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38497,1731179986329, seqNum=-1] 2024-11-09T19:20:00,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:00,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:00,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32779,1731179986118 2024-11-09T19:20:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432 2024-11-09T19:20:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:00,825 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2] 2024-11-09T19:20:00,831 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:20:00,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,837 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T19:20:00,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T19:20:00,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T19:20:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:00,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T19:20:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:00,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegion(2603): Flush status journal for 1c0bc162d6496dcac8746a5d93002e2d: 2024-11-09T19:20:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_0 2024-11-09T19:20:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_0 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ 2024-11-09T19:20:00,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_1 2024-11-09T19:20:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_1 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ 2024-11-09T19:20:00,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_0 into 1c0bc162d6496dcac8746a5d93002e2d/f as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ - updating store file list. 2024-11-09T19:20:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffd390efd6304e98a597c2af4961b521_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:00,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ into 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:00,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_0 into 1c0bc162d6496dcac8746a5d93002e2d/f (new location: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_) 2024-11-09T19:20:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_0 2024-11-09T19:20:00,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_1 into 1c0bc162d6496dcac8746a5d93002e2d/f as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ - updating store file list. 2024-11-09T19:20:00,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:20:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 349c923f1c724e7ab800c3c04976ea2e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:00,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ into 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:00,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_1 into 1c0bc162d6496dcac8746a5d93002e2d/f (new location: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_) 2024-11-09T19:20:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins__test__9dcjqv8isg1vj0aglfl7qcjn8tc0v0tsp8g89o6gnst523ns7fkqhcm4fb1vhade/f/hfile_1 2024-11-09T19:20:00,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:00,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:00,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2 , the old value is region=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fac84fd0e20f:38497 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:20:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:20:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2 from cache 2024-11-09T19:20:00,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:00,877 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T19:20:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34879,1731179991989, seqNum=-1] 2024-11-09T19:20:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:00,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2] 2024-11-09T19:20:00,883 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T19:20:00,945 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 379, reset compression=false 2024-11-09T19:20:00,957 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 379, reset compression=false 2024-11-09T19:20:00,962 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:00,962 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38497,1731179986329 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c0bc162d6496dcac8746a5d93002e2d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180000875/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T19:20:00,964 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:00,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T19:20:00,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.ReplicationSink(318): Replicating [52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d] bulk loaded data 2024-11-09T19:20:00,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db65dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:20:00,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:00,967 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:20:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:20:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60d3b64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:20:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:00,968 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:00,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b5beda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:00,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T19:20:00,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741840_1016 (size=7894) 2024-11-09T19:20:01,162 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 687, reset compression=false 2024-11-09T19:20:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:20:01,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:20:01,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:01,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:01,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T19:20:01,349 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 379, reset compression=false 2024-11-09T19:20:01,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741841_1017 (size=7691) 2024-11-09T19:20:01,468 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 687, reset compression=false 2024-11-09T19:20:01,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32843,1731179991699 2024-11-09T19:20:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e1cc3ab 2024-11-09T19:20:01,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:01,800 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T19:20:01,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:20:01,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:01,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34879,1731179991989, seqNum=-1] 2024-11-09T19:20:01,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:01,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:01,821 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T19:20:01,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T19:20:01,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ for inclusion in 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T19:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:01,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ for inclusion in 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T19:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegion(2603): Flush status journal for 26a2a60854587a594be1fab35d93dcad: 2024-11-09T19:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/f94d82158e8e44f5b5104fef501c87c4_SeqId_4_ 2024-11-09T19:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ffd390efd6304e98a597c2af4961b521_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/1610be04834b423cbbff9c71c1401adc_SeqId_4_ 2024-11-09T19:20:01,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ into 26a2a60854587a594be1fab35d93dcad/f as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/f94d82158e8e44f5b5104fef501c87c4_SeqId_4_ - updating store file list. 2024-11-09T19:20:01,853 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 379, reset compression=false 2024-11-09T19:20:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f94d82158e8e44f5b5104fef501c87c4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:01,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/f94d82158e8e44f5b5104fef501c87c4_SeqId_4_ into 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:01,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ into 26a2a60854587a594be1fab35d93dcad/f (new location: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/f94d82158e8e44f5b5104fef501c87c4_SeqId_4_) 2024-11-09T19:20:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/349c923f1c724e7ab800c3c04976ea2e_SeqId_4_ 2024-11-09T19:20:01,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ into 26a2a60854587a594be1fab35d93dcad/f as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/1610be04834b423cbbff9c71c1401adc_SeqId_4_ - updating store file list. 2024-11-09T19:20:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1610be04834b423cbbff9c71c1401adc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:01,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/1610be04834b423cbbff9c71c1401adc_SeqId_4_ into 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:01,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ into 26a2a60854587a594be1fab35d93dcad/f (new location: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/1610be04834b423cbbff9c71c1401adc_SeqId_4_) 2024-11-09T19:20:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__g7l2pu0tqsgo35a7stqsjehq1hfn7tt90s5ccniqr9iv84lv8p05k14554rli2q9/f/ffd390efd6304e98a597c2af4961b521_SeqId_4_ 2024-11-09T19:20:01,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.ReplicationSink(324): Finished replicating [52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d] bulk loaded data 2024-11-09T19:20:01,874 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 687, reset compression=false 2024-11-09T19:20:01,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:01,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731180001896/Put/seqid=0 2024-11-09T19:20:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741842_1018 (size=11194) 2024-11-09T19:20:02,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731180002307/Put/seqid=0 2024-11-09T19:20:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741843_1019 (size=10791) 2024-11-09T19:20:02,378 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 687, reset compression=false 2024-11-09T19:20:02,457 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 379, reset compression=false 2024-11-09T19:20:02,461 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:02,462 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,34879,1731179991989 got entry batch from reader: WALEntryBatch [walEntries=[{test/26a2a60854587a594be1fab35d93dcad/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180001867/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T19:20:02,463 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:02,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T19:20:02,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(318): Replicating [52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d, 1479128c-0a96-4681-a57f-cabcc8a0e465] bulk loaded data 2024-11-09T19:20:02,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab32770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:02,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32779,-1 for getting cluster id 2024-11-09T19:20:02,466 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:02,466 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d' 2024-11-09T19:20:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:02,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d" 2024-11-09T19:20:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a977e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32779,-1] 2024-11-09T19:20:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:02,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:02,467 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:02,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7907f8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741842_1018 (size=7691) 2024-11-09T19:20:02,662 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 725, reset compression=false 2024-11-09T19:20:02,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4129e027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:02,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32843,-1 for getting cluster id 2024-11-09T19:20:02,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:02,714 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1479128c-0a96-4681-a57f-cabcc8a0e465' 2024-11-09T19:20:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1479128c-0a96-4681-a57f-cabcc8a0e465" 2024-11-09T19:20:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6692967e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32843,-1] 2024-11-09T19:20:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:02,715 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:02,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506536b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:02,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:02,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34879,1731179991989, seqNum=-1] 2024-11-09T19:20:02,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:02,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:02,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32843,1731179991699 2024-11-09T19:20:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5dd800 2024-11-09T19:20:02,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:02,727 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:02,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2] 2024-11-09T19:20:02,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:20:02,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T19:20:02,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T19:20:02,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T19:20:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:02,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T19:20:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegion(2603): Flush status journal for 26a2a60854587a594be1fab35d93dcad: 2024-11-09T19:20:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_0 2024-11-09T19:20:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_0 as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ 2024-11-09T19:20:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_1 2024-11-09T19:20:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_1 as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ 2024-11-09T19:20:02,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_0 into 26a2a60854587a594be1fab35d93dcad/f as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ - updating store file list. 2024-11-09T19:20:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63034fa6fd5847b3812ae7bc3078d075_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:02,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ into 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:02,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_0 into 26a2a60854587a594be1fab35d93dcad/f (new location: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_) 2024-11-09T19:20:02,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_0 2024-11-09T19:20:02,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_1 into 26a2a60854587a594be1fab35d93dcad/f as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ - updating store file list. 2024-11-09T19:20:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d75ac2baf480493786ac3d3911853875_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:02,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ into 26a2a60854587a594be1fab35d93dcad/f 2024-11-09T19:20:02,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_1 into 26a2a60854587a594be1fab35d93dcad/f (new location: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/f/d75ac2baf480493786ac3d3911853875_SeqId_6_) 2024-11-09T19:20:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins__test__5flqnrvlm3pdiuebqek9bt4043aaakbr15v8tirj75kt59sfoc76poc0g847nncm/f/hfile_1 2024-11-09T19:20:02,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:02,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:02,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:02,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:02,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2 , the old value is region=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fac84fd0e20f:34879 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:20:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:20:02,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., hostname=fac84fd0e20f,34879,1731179991989, seqNum=2 from cache 2024-11-09T19:20:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38497,1731179986329, seqNum=-1] 2024-11-09T19:20:02,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:02,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:02,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., hostname=fac84fd0e20f,38497,1731179986329, seqNum=2] 2024-11-09T19:20:02,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:02,789 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T19:20:02,795 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T19:20:02,880 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:34879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T19:20:02,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741843_1019 (size=7894) 2024-11-09T19:20:02,965 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 725, reset compression=false 2024-11-09T19:20:02,982 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:02,984 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 687, reset compression=false 2024-11-09T19:20:03,182 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1033, reset compression=false 2024-11-09T19:20:03,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32779,1731179986118 2024-11-09T19:20:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@733c8efd 2024-11-09T19:20:03,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:03,299 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T19:20:03,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:20:03,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:03,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38497,1731179986329, seqNum=-1] 2024-11-09T19:20:03,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:03,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:03,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__9vqtjo2a8iuosbrb1gmiv0nbu2pug4r3nbdkuvmkb0vqk8fj3j7r72fgvjddodho/f/1610be04834b423cbbff9c71c1401adc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T19:20:03,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__9vqtjo2a8iuosbrb1gmiv0nbu2pug4r3nbdkuvmkb0vqk8fj3j7r72fgvjddodho/f/f94d82158e8e44f5b5104fef501c87c4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T19:20:03,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(324): Finished replicating [52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d, 1479128c-0a96-4681-a57f-cabcc8a0e465] bulk loaded data 2024-11-09T19:20:03,320 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,34879,1731179991989 got entry batch from reader: WALEntryBatch [walEntries=[{test/26a2a60854587a594be1fab35d93dcad/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180002772/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T19:20:03,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(318): Replicating [1479128c-0a96-4681-a57f-cabcc8a0e465] bulk loaded data 2024-11-09T19:20:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741844_1020 (size=11194) 2024-11-09T19:20:03,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741845_1021 (size=10791) 2024-11-09T19:20:03,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:20:03,375 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T19:20:03,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T19:20:03,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ for inclusion in 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T19:20:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:03,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ for inclusion in 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T19:20:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:20:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegion(2603): Flush status journal for 1c0bc162d6496dcac8746a5d93002e2d: 2024-11-09T19:20:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d75ac2baf480493786ac3d3911853875_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:20:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/6c45eabcfa374e1e965413ece423a51b_SeqId_6_ 2024-11-09T19:20:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:20:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/99d80dd7429e4cbc94c797bc8c95eef2_SeqId_6_ 2024-11-09T19:20:03,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ into 1c0bc162d6496dcac8746a5d93002e2d/f as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/6c45eabcfa374e1e965413ece423a51b_SeqId_6_ - updating store file list. 2024-11-09T19:20:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c45eabcfa374e1e965413ece423a51b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:03,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/6c45eabcfa374e1e965413ece423a51b_SeqId_6_ into 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:03,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ into 1c0bc162d6496dcac8746a5d93002e2d/f (new location: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/6c45eabcfa374e1e965413ece423a51b_SeqId_6_) 2024-11-09T19:20:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/d75ac2baf480493786ac3d3911853875_SeqId_6_ 2024-11-09T19:20:03,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ into 1c0bc162d6496dcac8746a5d93002e2d/f as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/99d80dd7429e4cbc94c797bc8c95eef2_SeqId_6_ - updating store file list. 2024-11-09T19:20:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99d80dd7429e4cbc94c797bc8c95eef2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:20:03,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/99d80dd7429e4cbc94c797bc8c95eef2_SeqId_6_ into 1c0bc162d6496dcac8746a5d93002e2d/f 2024-11-09T19:20:03,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ into 1c0bc162d6496dcac8746a5d93002e2d/f (new location: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/f/99d80dd7429e4cbc94c797bc8c95eef2_SeqId_6_) 2024-11-09T19:20:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/staging/jenkins.hfs.10__test__cfm7fm8rt6vccq5nvojicoqq6ijlo33dpuhlnspk7bc2g06f91selrio8lgh9vdm/f/63034fa6fd5847b3812ae7bc3078d075_SeqId_6_ 2024-11-09T19:20:03,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(324): Finished replicating [1479128c-0a96-4681-a57f-cabcc8a0e465] bulk loaded data 2024-11-09T19:20:03,488 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1033, reset compression=false 2024-11-09T19:20:03,691 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 687, reset compression=false 2024-11-09T19:20:03,696 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:03,696 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38497,1731179986329 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c0bc162d6496dcac8746a5d93002e2d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180003400/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T19:20:03,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.ReplicationSink(318): Replicating [1479128c-0a96-4681-a57f-cabcc8a0e465, 52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d] bulk loaded data 2024-11-09T19:20:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741844_1020 (size=10791) 2024-11-09T19:20:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741845_1021 (size=11194) 2024-11-09T19:20:03,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:20:03,728 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__ijnlpqcimejnct6kogcverhdrpaoj95hek5ovr0fdi3jc7c1fv5a3g5d99e1r8lc/f/6c45eabcfa374e1e965413ece423a51b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T19:20:03,730 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/staging/jenkins.hfs.11__test__ijnlpqcimejnct6kogcverhdrpaoj95hek5ovr0fdi3jc7c1fv5a3g5d99e1r8lc/f/99d80dd7429e4cbc94c797bc8c95eef2_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T19:20:03,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34879 {}] regionserver.ReplicationSink(324): Finished replicating [1479128c-0a96-4681-a57f-cabcc8a0e465, 52c112b2-e9f7-49bf-b5fd-98f3bc4e9d8d] bulk loaded data 2024-11-09T19:20:03,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:20:03,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:03,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:03,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:03,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:03,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:03,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:20:03,809 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1710192846, stopped=false 2024-11-09T19:20:03,809 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,32843,1731179991699 2024-11-09T19:20:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300763576/running 2024-11-09T19:20:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300763576/running 2024-11-09T19:20:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:20:03,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:20:03,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:03,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:03,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:03,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:03,815 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,34879,1731179991989' ***** 2024-11-09T19:20:03,815 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:20:03,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/running 2024-11-09T19:20:03,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Set watcher on znode that does not yet exist, /1-300763576/running 2024-11-09T19:20:03,816 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:20:03,816 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:20:03,816 INFO [RS:0;fac84fd0e20f:34879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:20:03,816 INFO [RS:0;fac84fd0e20f:34879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:20:03,816 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for 08df263d7888ec2fef16f19024090075 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,34879,1731179991989 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:34879. 2024-11-09T19:20:03,817 DEBUG [RS:0;fac84fd0e20f:34879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:03,817 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26a2a60854587a594be1fab35d93dcad, disabling compactions & flushes 2024-11-09T19:20:03,817 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:03,817 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:20:03,817 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:20:03,817 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731179996329.26a2a60854587a594be1fab35d93dcad. after waiting 0 ms 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:20:03,817 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:20:03,817 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:20:03,819 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:20:03,819 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1325): Online Regions={26a2a60854587a594be1fab35d93dcad=test,,1731179996329.26a2a60854587a594be1fab35d93dcad., 08df263d7888ec2fef16f19024090075=hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:20:03,819 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1351): Waiting on 08df263d7888ec2fef16f19024090075, 1588230740, 26a2a60854587a594be1fab35d93dcad 2024-11-09T19:20:03,819 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:03,819 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:03,819 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:03,820 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:03,820 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:03,820 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:20:03,823 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/default/test/26a2a60854587a594be1fab35d93dcad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:20:03,823 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:03,823 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:03,823 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:20:03,823 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26a2a60854587a594be1fab35d93dcad: Waiting for close lock at 1731180003817Running coprocessor pre-close hooks at 1731180003817Disabling compacts and flushes for region at 1731180003817Disabling writes for close at 1731180003817Writing region close event to WAL at 1731180003819 (+2 ms)Running coprocessor post-close hooks at 1731180003823 (+4 ms)Closed at 1731180003823 2024-11-09T19:20:03,823 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731179996329.26a2a60854587a594be1fab35d93dcad. 2024-11-09T19:20:03,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08df263d7888ec2fef16f19024090075, disabling compactions & flushes 2024-11-09T19:20:03,824 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:20:03,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:20:03,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. after waiting 0 ms 2024-11-09T19:20:03,824 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:20:03,824 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08df263d7888ec2fef16f19024090075 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T19:20:03,839 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:03,843 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/.tmp/hfileref/57f8760f8c00421bb4e73f7afe23c8cc is 74, key is 1/hfileref:1610be04834b423cbbff9c71c1401adc_SeqId_4_/1731180003317/DeleteColumn/seqid=0 2024-11-09T19:20:03,844 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/info/42153e77458a4ef1a50626e689fa451a is 147, key is hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075./info:regioninfo/1731179999853/Put/seqid=0 2024-11-09T19:20:03,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741847_1023 (size=7686) 2024-11-09T19:20:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741846_1022 (size=5345) 2024-11-09T19:20:03,896 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:03,897 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1033, reset compression=false 2024-11-09T19:20:03,903 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:03,903 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1328, reset compression=false 2024-11-09T19:20:03,903 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,34879,1731179991989 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:03,904 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,34879,1731179991989: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,34879,1731179991989, walGroup=fac84fd0e20f%2C34879%2C1731179991989, offset=fac84fd0e20f%2C34879%2C1731179991989.1731179993545:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:34879 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:20:03,905 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:20:03,905 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:20:03,906 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:20:03,906 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:20:03,906 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:20:03,906 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 559741640 }, "NonHeapMemoryUsage": { "committed": 191168512, "init": 7667712, "max": -1, "used": 188156480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:20:03,909 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:32843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:32843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:20:04,020 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1351): Waiting on 08df263d7888ec2fef16f19024090075, 1588230740 2024-11-09T19:20:04,115 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1328, reset compression=false 2024-11-09T19:20:04,202 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:04,220 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1351): Waiting on 08df263d7888ec2fef16f19024090075, 1588230740 2024-11-09T19:20:04,252 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/info/42153e77458a4ef1a50626e689fa451a 2024-11-09T19:20:04,253 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/.tmp/hfileref/57f8760f8c00421bb4e73f7afe23c8cc 2024-11-09T19:20:04,285 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/.tmp/queue/a0f879e5cb1a41c3a6ee0ee68995a62b is 154, key is 1-fac84fd0e20f,34879,1731179991989/queue:fac84fd0e20f%2C34879%2C1731179991989/1731180003404/Put/seqid=0 2024-11-09T19:20:04,293 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/ns/301dd008f6754873a87132ace8d81d07 is 43, key is default/ns:d/1731179994106/Put/seqid=0 2024-11-09T19:20:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741848_1024 (size=5353) 2024-11-09T19:20:04,299 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/.tmp/queue/a0f879e5cb1a41c3a6ee0ee68995a62b 2024-11-09T19:20:04,305 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/.tmp/hfileref/57f8760f8c00421bb4e73f7afe23c8cc as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/hfileref/57f8760f8c00421bb4e73f7afe23c8cc 2024-11-09T19:20:04,311 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/hfileref/57f8760f8c00421bb4e73f7afe23c8cc, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T19:20:04,313 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/.tmp/queue/a0f879e5cb1a41c3a6ee0ee68995a62b as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/queue/a0f879e5cb1a41c3a6ee0ee68995a62b 2024-11-09T19:20:04,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741849_1025 (size=5153) 2024-11-09T19:20:04,329 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/ns/301dd008f6754873a87132ace8d81d07 2024-11-09T19:20:04,332 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/queue/a0f879e5cb1a41c3a6ee0ee68995a62b, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T19:20:04,334 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 08df263d7888ec2fef16f19024090075 in 509ms, sequenceid=12, compaction requested=false 2024-11-09T19:20:04,353 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/replication/08df263d7888ec2fef16f19024090075/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T19:20:04,353 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:04,354 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:04,354 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:20:04,354 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08df263d7888ec2fef16f19024090075: Waiting for close lock at 1731180003824Running coprocessor pre-close hooks at 1731180003824Disabling compacts and flushes for region at 1731180003824Disabling writes for close at 1731180003824Obtaining lock to block concurrent updates at 1731180003824Preparing flush snapshotting stores in 08df263d7888ec2fef16f19024090075 at 1731180003824Finished memstore snapshotting hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731180003824Flushing stores of hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. at 1731180003825 (+1 ms)Flushing 08df263d7888ec2fef16f19024090075/hfileref: creating writer at 1731180003825Flushing 08df263d7888ec2fef16f19024090075/hfileref: appending metadata at 1731180003843 (+18 ms)Flushing 08df263d7888ec2fef16f19024090075/hfileref: closing flushed file at 1731180003843Flushing 08df263d7888ec2fef16f19024090075/queue: creating writer at 1731180004261 (+418 ms)Flushing 08df263d7888ec2fef16f19024090075/queue: appending metadata at 1731180004284 (+23 ms)Flushing 08df263d7888ec2fef16f19024090075/queue: closing flushed file at 1731180004285 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ab0cef: reopening flushed file at 1731180004304 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdf478e: reopening flushed file at 1731180004311 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 08df263d7888ec2fef16f19024090075 in 509ms, sequenceid=12, compaction requested=false at 1731180004334 (+23 ms)Writing region close event to WAL at 1731180004347 (+13 ms)Running coprocessor post-close hooks at 1731180004353 (+6 ms)Closed at 1731180004354 (+1 ms) 2024-11-09T19:20:04,354 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179998641.08df263d7888ec2fef16f19024090075. 2024-11-09T19:20:04,360 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/rep_barrier/099c3b94cd6a4489aeef1839787e8a9b is 112, key is test,,1731179996329.26a2a60854587a594be1fab35d93dcad./rep_barrier:seqnumDuringOpen/1731179997154/Put/seqid=0 2024-11-09T19:20:04,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741850_1026 (size=5518) 2024-11-09T19:20:04,369 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/rep_barrier/099c3b94cd6a4489aeef1839787e8a9b 2024-11-09T19:20:04,395 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/table/31da30bbae864ee58c50c4159237ba21 is 53, key is hbase:replication/table:state/1731179999860/Put/seqid=0 2024-11-09T19:20:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741851_1027 (size=5308) 2024-11-09T19:20:04,408 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:20:04,408 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:20:04,418 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1328, reset compression=false 2024-11-09T19:20:04,420 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:20:04,605 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:04,620 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:20:04,800 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/table/31da30bbae864ee58c50c4159237ba21 2024-11-09T19:20:04,806 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/info/42153e77458a4ef1a50626e689fa451a as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/info/42153e77458a4ef1a50626e689fa451a 2024-11-09T19:20:04,810 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/info/42153e77458a4ef1a50626e689fa451a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:20:04,811 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/ns/301dd008f6754873a87132ace8d81d07 as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/ns/301dd008f6754873a87132ace8d81d07 2024-11-09T19:20:04,816 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/ns/301dd008f6754873a87132ace8d81d07, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:20:04,817 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/rep_barrier/099c3b94cd6a4489aeef1839787e8a9b as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/rep_barrier/099c3b94cd6a4489aeef1839787e8a9b 2024-11-09T19:20:04,820 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:20:04,820 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:20:04,820 DEBUG [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:20:04,822 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/rep_barrier/099c3b94cd6a4489aeef1839787e8a9b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:20:04,823 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/.tmp/table/31da30bbae864ee58c50c4159237ba21 as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/table/31da30bbae864ee58c50c4159237ba21 2024-11-09T19:20:04,823 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.1731179993545 to pos 1328, reset compression=false 2024-11-09T19:20:04,832 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/table/31da30bbae864ee58c50c4159237ba21, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:20:04,833 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false 2024-11-09T19:20:04,844 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:20:04,845 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:04,845 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:04,845 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:04,845 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180003819Running coprocessor pre-close hooks at 1731180003819Disabling compacts and flushes for region at 1731180003819Disabling writes for close at 1731180003820 (+1 ms)Obtaining lock to block concurrent updates at 1731180003820Preparing flush snapshotting stores in 1588230740 at 1731180003820Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180003820Flushing stores of hbase:meta,,1.1588230740 at 1731180003821 (+1 ms)Flushing 1588230740/info: creating writer at 1731180003821Flushing 1588230740/info: appending metadata at 1731180003843 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731180003843Flushing 1588230740/ns: creating writer at 1731180004261 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731180004292 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731180004292Flushing 1588230740/rep_barrier: creating writer at 1731180004337 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180004359 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180004359Flushing 1588230740/table: creating writer at 1731180004376 (+17 ms)Flushing 1588230740/table: appending metadata at 1731180004395 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731180004395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4b15dc: reopening flushed file at 1731180004805 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137d2cdb: reopening flushed file at 1731180004810 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1470bf31: reopening flushed file at 1731180004816 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e26a3e7: reopening flushed file at 1731180004822 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false at 1731180004833 (+11 ms)Writing region close event to WAL at 1731180004838 (+5 ms)Running coprocessor post-close hooks at 1731180004845 (+7 ms)Closed at 1731180004845 2024-11-09T19:20:04,845 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:05,021 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,34879,1731179991989; all regions closed. 2024-11-09T19:20:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:20:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741839_1015 (size=3127) 2024-11-09T19:20:05,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/WALs/fac84fd0e20f,34879,1731179991989/fac84fd0e20f%2C34879%2C1731179991989.rep.1731179999810 not finished, retry = 0 2024-11-09T19:20:05,108 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741833_1009 (size=1336) 2024-11-09T19:20:05,156 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:05,156 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:05,156 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:05,156 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:05,156 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:05,156 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:05,157 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,34879,1731179991989 because: Region server is closing 2024-11-09T19:20:05,158 INFO [RS:0;fac84fd0e20f:34879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:34879. 2024-11-09T19:20:05,158 DEBUG [RS:0;fac84fd0e20f:34879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:05,158 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:05,158 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:05,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:05,259 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.shipperfac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 terminated 2024-11-09T19:20:05,259 INFO [RS:0;fac84fd0e20f:34879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:34879. 2024-11-09T19:20:05,259 DEBUG [RS:0;fac84fd0e20f:34879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:05,259 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:05,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:05,258 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,34879,1731179991989.replicationSource.wal-reader.fac84fd0e20f%2C34879%2C1731179991989,1-fac84fd0e20f,34879,1731179991989 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:20:05,260 DEBUG [RS:0;fac84fd0e20f:34879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:05,265 INFO [RS:0;fac84fd0e20f:34879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34879 2024-11-09T19:20:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300763576/rs/fac84fd0e20f,34879,1731179991989 2024-11-09T19:20:05,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576/rs 2024-11-09T19:20:05,278 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:05,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,34879,1731179991989] 2024-11-09T19:20:05,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-300763576/draining/fac84fd0e20f,34879,1731179991989 already deleted, retry=false 2024-11-09T19:20:05,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,34879,1731179991989 expired; onlineServers=0 2024-11-09T19:20:05,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,32843,1731179991699' ***** 2024-11-09T19:20:05,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:20:05,299 INFO [M:0;fac84fd0e20f:32843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:05,299 INFO [M:0;fac84fd0e20f:32843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:05,299 DEBUG [M:0;fac84fd0e20f:32843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:20:05,300 DEBUG [M:0;fac84fd0e20f:32843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:20:05,300 INFO [M:0;fac84fd0e20f:32843 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:05,300 INFO [M:0;fac84fd0e20f:32843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:05,300 DEBUG [M:0;fac84fd0e20f:32843 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:20:05,300 INFO [M:0;fac84fd0e20f:32843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:20:05,300 INFO [M:0;fac84fd0e20f:32843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:05,300 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:20:05,300 INFO [M:0;fac84fd0e20f:32843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:20:05,300 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179993243 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179993243,5,FailOnTimeoutGroup] 2024-11-09T19:20:05,300 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179993243 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179993243,5,FailOnTimeoutGroup] 2024-11-09T19:20:05,300 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:20:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300763576/master 2024-11-09T19:20:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300763576 2024-11-09T19:20:05,309 DEBUG [M:0;fac84fd0e20f:32843 {}] zookeeper.ZKUtil(347): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Unable to get data of znode /1-300763576/master because node does not exist (not an error) 2024-11-09T19:20:05,309 WARN [M:0;fac84fd0e20f:32843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:20:05,310 INFO [M:0;fac84fd0e20f:32843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/.lastflushedseqids 2024-11-09T19:20:05,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741852_1028 (size=263) 2024-11-09T19:20:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:05,389 INFO [RS:0;fac84fd0e20f:34879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:05,389 INFO [RS:0;fac84fd0e20f:34879 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,34879,1731179991989; zookeeper connection closed. 2024-11-09T19:20:05,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34879-0x101210a30bd0004, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:05,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75f0bf39 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75f0bf39 2024-11-09T19:20:05,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:20:05,714 INFO [M:0;fac84fd0e20f:32843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:20:05,715 INFO [M:0;fac84fd0e20f:32843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:20:05,715 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:05,715 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:05,715 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:05,715 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:05,715 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:05,715 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T19:20:05,734 DEBUG [M:0;fac84fd0e20f:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dc0681850624ebf85e2871b763f364c is 82, key is hbase:meta,,1/info:regioninfo/1731179994088/Put/seqid=0 2024-11-09T19:20:05,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741853_1029 (size=5672) 2024-11-09T19:20:05,741 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:06,147 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dc0681850624ebf85e2871b763f364c 2024-11-09T19:20:06,172 DEBUG [M:0;fac84fd0e20f:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fff6f8131c114a618e58385707969ed2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731179999863/Put/seqid=0 2024-11-09T19:20:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741854_1030 (size=8516) 2024-11-09T19:20:06,445 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:06,576 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fff6f8131c114a618e58385707969ed2 2024-11-09T19:20:06,598 DEBUG [M:0;fac84fd0e20f:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68b5659d976a446180577f28847c4dfd is 69, key is fac84fd0e20f,34879,1731179991989/rs:state/1731179993361/Put/seqid=0 2024-11-09T19:20:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741855_1031 (size=5156) 2024-11-09T19:20:07,003 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68b5659d976a446180577f28847c4dfd 2024-11-09T19:20:07,008 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dc0681850624ebf85e2871b763f364c as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dc0681850624ebf85e2871b763f364c 2024-11-09T19:20:07,015 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dc0681850624ebf85e2871b763f364c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:20:07,016 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fff6f8131c114a618e58385707969ed2 as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fff6f8131c114a618e58385707969ed2 2024-11-09T19:20:07,029 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fff6f8131c114a618e58385707969ed2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:20:07,030 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68b5659d976a446180577f28847c4dfd as hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68b5659d976a446180577f28847c4dfd 2024-11-09T19:20:07,034 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39231/user/jenkins/test-data/8ee8fd5e-5c45-2cc6-58ef-be6e9e663ef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68b5659d976a446180577f28847c4dfd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:20:07,034 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=97, compaction requested=false 2024-11-09T19:20:07,045 INFO [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:07,045 DEBUG [M:0;fac84fd0e20f:32843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180005715Disabling compacts and flushes for region at 1731180005715Disabling writes for close at 1731180005715Obtaining lock to block concurrent updates at 1731180005715Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180005715Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731180005715Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180005716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180005716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180005733 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180005733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180006151 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180006171 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180006171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180006580 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180006598 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180006598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4574f96: reopening flushed file at 1731180007007 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd9a564: reopening flushed file at 1731180007015 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f920b2: reopening flushed file at 1731180007029 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=97, compaction requested=false at 1731180007035 (+6 ms)Writing region close event to WAL at 1731180007045 (+10 ms)Closed at 1731180007045 2024-11-09T19:20:07,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44677 is added to blk_1073741830_1006 (size=63654) 2024-11-09T19:20:07,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:07,048 INFO [M:0;fac84fd0e20f:32843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:20:07,048 INFO [M:0;fac84fd0e20f:32843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32843 2024-11-09T19:20:07,052 INFO [M:0;fac84fd0e20f:32843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:07,250 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:07,541 INFO [M:0;fac84fd0e20f:32843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:07,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:07,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x101210a30bd0003, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:07,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@249be12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:07,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f4f8f06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:07,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:07,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7de6f8b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:07,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e01798b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:07,601 WARN [BP-1313242648-172.17.0.2-1731179989812 heartbeating to localhost/127.0.0.1:39231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:20:07,601 WARN [BP-1313242648-172.17.0.2-1731179989812 heartbeating to localhost/127.0.0.1:39231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1313242648-172.17.0.2-1731179989812 (Datanode Uuid de223748-c604-4240-8a88-824adbecc990) service to localhost/127.0.0.1:39231 2024-11-09T19:20:07,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:20:07,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:20:07,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/cluster_d6952b67-eb84-d286-4c8c-7bb29883abc4/data/data1/current/BP-1313242648-172.17.0.2-1731179989812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:07,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/cluster_d6952b67-eb84-d286-4c8c-7bb29883abc4/data/data2/current/BP-1313242648-172.17.0.2-1731179989812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:07,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:20:07,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36aaf8e6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:07,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7148c75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:07,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:07,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@90fbd43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:07,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f965a4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:07,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:20:07,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:20:07,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:07,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:07,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:07,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:07,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:07,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:20:07,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674044180, stopped=false 2024-11-09T19:20:07,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,32779,1731179986118 2024-11-09T19:20:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068817240/running 2024-11-09T19:20:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068817240/running 2024-11-09T19:20:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:20:07,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:20:07,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:07,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:07,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:07,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:07,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/running 2024-11-09T19:20:07,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Set watcher on znode that does not yet exist, /01068817240/running 2024-11-09T19:20:07,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,38497,1731179986329' ***** 2024-11-09T19:20:07,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:20:07,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c0bc162d6496dcac8746a5d93002e2d 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,38497,1731179986329 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38497. 2024-11-09T19:20:07,687 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c0bc162d6496dcac8746a5d93002e2d, disabling compactions & flushes 2024-11-09T19:20:07,687 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:20:07,687 DEBUG [RS:0;fac84fd0e20f:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:07,687 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:20:07,687 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:07,687 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. after waiting 0 ms 2024-11-09T19:20:07,687 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:20:07,687 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:20:07,688 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:20:07,688 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:20:07,688 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1325): Online Regions={1c0bc162d6496dcac8746a5d93002e2d=test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d., 1588230740=hbase:meta,,1.1588230740, ff8792d75474f819b62c1bf007588ac7=hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7.} 2024-11-09T19:20:07,688 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c0bc162d6496dcac8746a5d93002e2d, ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:20:07,688 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:07,688 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:07,688 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:07,688 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:07,688 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:07,688 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:20:07,691 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/default/test/1c0bc162d6496dcac8746a5d93002e2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:20:07,691 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:07,692 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c0bc162d6496dcac8746a5d93002e2d: Waiting for close lock at 1731180007687Running coprocessor pre-close hooks at 1731180007687Disabling compacts and flushes for region at 1731180007687Disabling writes for close at 1731180007687Writing region close event to WAL at 1731180007688 (+1 ms)Running coprocessor post-close hooks at 1731180007691 (+3 ms)Closed at 1731180007692 (+1 ms) 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d. 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff8792d75474f819b62c1bf007588ac7, disabling compactions & flushes 2024-11-09T19:20:07,692 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. after waiting 0 ms 2024-11-09T19:20:07,692 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:20:07,692 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff8792d75474f819b62c1bf007588ac7 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T19:20:07,709 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/info/ec24469bafec401aa13964d7f8c8014a is 147, key is hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7./info:regioninfo/1731179997880/Put/seqid=0 2024-11-09T19:20:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741846_1022 (size=7686) 2024-11-09T19:20:07,717 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/info/ec24469bafec401aa13964d7f8c8014a 2024-11-09T19:20:07,724 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/.tmp/hfileref/c1ccb9855e484c8887fea69a1aa50489 is 74, key is 1/hfileref:349c923f1c724e7ab800c3c04976ea2e_SeqId_4_/1731180001870/DeleteColumn/seqid=0 2024-11-09T19:20:07,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741847_1023 (size=5345) 2024-11-09T19:20:07,749 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/ns/1e52bc9b759047408dd19443e8ef3fc3 is 43, key is default/ns:d/1731179989739/Put/seqid=0 2024-11-09T19:20:07,749 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741848_1024 (size=5153) 2024-11-09T19:20:07,771 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/ns/1e52bc9b759047408dd19443e8ef3fc3 2024-11-09T19:20:07,803 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/rep_barrier/3c1332291a004b3b8c2d4962fb690659 is 112, key is test,,1731179994154.1c0bc162d6496dcac8746a5d93002e2d./rep_barrier:seqnumDuringOpen/1731179995341/Put/seqid=0 2024-11-09T19:20:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741849_1025 (size=5518) 2024-11-09T19:20:07,888 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:20:08,088 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff8792d75474f819b62c1bf007588ac7 2024-11-09T19:20:08,129 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/.tmp/hfileref/c1ccb9855e484c8887fea69a1aa50489 2024-11-09T19:20:08,153 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/.tmp/queue/b266a3d947474236afa0ab2d8e40f1ea is 154, key is 1-fac84fd0e20f,38497,1731179986329/queue:fac84fd0e20f%2C38497%2C1731179986329/1731180003735/Put/seqid=0 2024-11-09T19:20:08,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1033, reset compression=false 2024-11-09T19:20:08,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741850_1026 (size=5353) 2024-11-09T19:20:08,173 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/.tmp/queue/b266a3d947474236afa0ab2d8e40f1ea 2024-11-09T19:20:08,182 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:08,182 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1328, reset compression=false 2024-11-09T19:20:08,183 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38497,1731179986329 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:08,184 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,38497,1731179986329: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,38497,1731179986329, walGroup=fac84fd0e20f%2C38497%2C1731179986329, offset=fac84fd0e20f%2C38497%2C1731179986329.1731179988650:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:20:08,186 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:20:08,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:20:08,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:20:08,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:20:08,187 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:20:08,187 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 622656200 }, "NonHeapMemoryUsage": { "committed": 192020480, "init": 7667712, "max": -1, "used": 189025000 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:20:08,188 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:32779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:32779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:20:08,205 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/.tmp/hfileref/c1ccb9855e484c8887fea69a1aa50489 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/hfileref/c1ccb9855e484c8887fea69a1aa50489 2024-11-09T19:20:08,213 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/hfileref/c1ccb9855e484c8887fea69a1aa50489, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T19:20:08,220 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/.tmp/queue/b266a3d947474236afa0ab2d8e40f1ea as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/queue/b266a3d947474236afa0ab2d8e40f1ea 2024-11-09T19:20:08,221 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/rep_barrier/3c1332291a004b3b8c2d4962fb690659 2024-11-09T19:20:08,226 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/queue/b266a3d947474236afa0ab2d8e40f1ea, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T19:20:08,227 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ff8792d75474f819b62c1bf007588ac7 in 535ms, sequenceid=12, compaction requested=false 2024-11-09T19:20:08,253 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/replication/ff8792d75474f819b62c1bf007588ac7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T19:20:08,255 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:08,255 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:08,255 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:20:08,255 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff8792d75474f819b62c1bf007588ac7: Waiting for close lock at 1731180007692Running coprocessor pre-close hooks at 1731180007692Disabling compacts and flushes for region at 1731180007692Disabling writes for close at 1731180007692Obtaining lock to block concurrent updates at 1731180007692Preparing flush snapshotting stores in ff8792d75474f819b62c1bf007588ac7 at 1731180007692Finished memstore snapshotting hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731180007693 (+1 ms)Flushing stores of hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. at 1731180007693Flushing ff8792d75474f819b62c1bf007588ac7/hfileref: creating writer at 1731180007693Flushing ff8792d75474f819b62c1bf007588ac7/hfileref: appending metadata at 1731180007724 (+31 ms)Flushing ff8792d75474f819b62c1bf007588ac7/hfileref: closing flushed file at 1731180007724Flushing ff8792d75474f819b62c1bf007588ac7/queue: creating writer at 1731180008134 (+410 ms)Flushing ff8792d75474f819b62c1bf007588ac7/queue: appending metadata at 1731180008152 (+18 ms)Flushing ff8792d75474f819b62c1bf007588ac7/queue: closing flushed file at 1731180008152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb760ef: reopening flushed file at 1731180008202 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@536b5a28: reopening flushed file at 1731180008213 (+11 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ff8792d75474f819b62c1bf007588ac7 in 535ms, sequenceid=12, compaction requested=false at 1731180008227 (+14 ms)Writing region close event to WAL at 1731180008244 (+17 ms)Running coprocessor post-close hooks at 1731180008254 (+10 ms)Closed at 1731180008255 (+1 ms) 2024-11-09T19:20:08,255 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731179997498.ff8792d75474f819b62c1bf007588ac7. 2024-11-09T19:20:08,258 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/table/98d2a3d719364d21857d6b9d9f18b996 is 53, key is hbase:replication/table:state/1731179997886/Put/seqid=0 2024-11-09T19:20:08,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741851_1027 (size=5308) 2024-11-09T19:20:08,271 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/table/98d2a3d719364d21857d6b9d9f18b996 2024-11-09T19:20:08,282 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/info/ec24469bafec401aa13964d7f8c8014a as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/info/ec24469bafec401aa13964d7f8c8014a 2024-11-09T19:20:08,288 DEBUG [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:20:08,294 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/info/ec24469bafec401aa13964d7f8c8014a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:20:08,296 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/ns/1e52bc9b759047408dd19443e8ef3fc3 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/ns/1e52bc9b759047408dd19443e8ef3fc3 2024-11-09T19:20:08,313 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/ns/1e52bc9b759047408dd19443e8ef3fc3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:20:08,314 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/rep_barrier/3c1332291a004b3b8c2d4962fb690659 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/rep_barrier/3c1332291a004b3b8c2d4962fb690659 2024-11-09T19:20:08,331 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/rep_barrier/3c1332291a004b3b8c2d4962fb690659, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:20:08,332 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/.tmp/table/98d2a3d719364d21857d6b9d9f18b996 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/table/98d2a3d719364d21857d6b9d9f18b996 2024-11-09T19:20:08,345 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/table/98d2a3d719364d21857d6b9d9f18b996, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:20:08,346 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 658ms, sequenceid=16, compaction requested=false 2024-11-09T19:20:08,347 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:20:08,405 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:20:08,405 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:08,405 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:08,405 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:08,406 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180007688Running coprocessor pre-close hooks at 1731180007688Disabling compacts and flushes for region at 1731180007688Disabling writes for close at 1731180007688Obtaining lock to block concurrent updates at 1731180007688Preparing flush snapshotting stores in 1588230740 at 1731180007688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180007688Flushing stores of hbase:meta,,1.1588230740 at 1731180007689 (+1 ms)Flushing 1588230740/info: creating writer at 1731180007689Flushing 1588230740/info: appending metadata at 1731180007708 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731180007708Flushing 1588230740/ns: creating writer at 1731180007726 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731180007749 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731180007749Flushing 1588230740/rep_barrier: creating writer at 1731180007779 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180007803 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180007803Flushing 1588230740/table: creating writer at 1731180008226 (+423 ms)Flushing 1588230740/table: appending metadata at 1731180008257 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731180008257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325d102f: reopening flushed file at 1731180008281 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c684b03: reopening flushed file at 1731180008294 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255af01: reopening flushed file at 1731180008313 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615bc80a: reopening flushed file at 1731180008332 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 658ms, sequenceid=16, compaction requested=false at 1731180008346 (+14 ms)Writing region close event to WAL at 1731180008397 (+51 ms)Running coprocessor post-close hooks at 1731180008405 (+8 ms)Closed at 1731180008405 2024-11-09T19:20:08,406 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:08,429 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/WALs/fac84fd0e20f,38497,1731179986329/fac84fd0e20f%2C38497%2C1731179986329.1731179988650 to pos 1328, reset compression=false 2024-11-09T19:20:08,489 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,38497,1731179986329; all regions closed. 2024-11-09T19:20:08,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:20:08,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741839_1015 (size=3127) 2024-11-09T19:20:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741832_1008 (size=1336) 2024-11-09T19:20:08,507 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:08,507 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:08,507 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:08,507 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:08,507 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:08,507 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:08,507 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,38497,1731179986329 because: Region server is closing 2024-11-09T19:20:08,507 INFO [RS:0;fac84fd0e20f:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38497. 2024-11-09T19:20:08,508 DEBUG [RS:0;fac84fd0e20f:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:08,508 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:08,508 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:08,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:08,608 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.shipperfac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 terminated 2024-11-09T19:20:08,608 INFO [RS:0;fac84fd0e20f:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38497. 2024-11-09T19:20:08,608 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38497,1731179986329.replicationSource.wal-reader.fac84fd0e20f%2C38497%2C1731179986329,1-fac84fd0e20f,38497,1731179986329 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:20:08,608 DEBUG [RS:0;fac84fd0e20f:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:08,608 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:08,608 DEBUG [RS:0;fac84fd0e20f:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:08,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:08,609 INFO [RS:0;fac84fd0e20f:38497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38497 2024-11-09T19:20:08,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240/rs 2024-11-09T19:20:08,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068817240/rs/fac84fd0e20f,38497,1731179986329 2024-11-09T19:20:08,657 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:08,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,38497,1731179986329] 2024-11-09T19:20:08,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/draining/fac84fd0e20f,38497,1731179986329 already deleted, retry=false 2024-11-09T19:20:08,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,38497,1731179986329 expired; onlineServers=0 2024-11-09T19:20:08,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,32779,1731179986118' ***** 2024-11-09T19:20:08,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:20:08,678 INFO [M:0;fac84fd0e20f:32779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:08,678 INFO [M:0;fac84fd0e20f:32779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:08,678 DEBUG [M:0;fac84fd0e20f:32779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:20:08,678 DEBUG [M:0;fac84fd0e20f:32779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:20:08,678 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179988444 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731179988444,5,FailOnTimeoutGroup] 2024-11-09T19:20:08,678 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:20:08,678 INFO [M:0;fac84fd0e20f:32779 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:08,678 INFO [M:0;fac84fd0e20f:32779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:08,678 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179988444 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731179988444,5,FailOnTimeoutGroup] 2024-11-09T19:20:08,678 DEBUG [M:0;fac84fd0e20f:32779 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:20:08,678 INFO [M:0;fac84fd0e20f:32779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:20:08,679 INFO [M:0;fac84fd0e20f:32779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:08,679 INFO [M:0;fac84fd0e20f:32779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:20:08,679 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:20:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01068817240/master 2024-11-09T19:20:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01068817240 2024-11-09T19:20:08,699 DEBUG [M:0;fac84fd0e20f:32779 {}] zookeeper.RecoverableZooKeeper(212): Node /01068817240/master already deleted, retry=false 2024-11-09T19:20:08,699 DEBUG [M:0;fac84fd0e20f:32779 {}] master.ActiveMasterManager(353): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Failed delete of our master address node; KeeperErrorCode = NoNode for /01068817240/master 2024-11-09T19:20:08,700 INFO [M:0;fac84fd0e20f:32779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/.lastflushedseqids 2024-11-09T19:20:08,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741852_1028 (size=263) 2024-11-09T19:20:08,747 INFO [M:0;fac84fd0e20f:32779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:20:08,747 INFO [M:0;fac84fd0e20f:32779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:20:08,747 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:08,747 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:08,747 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:08,747 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:08,748 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:08,748 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T19:20:08,768 DEBUG [M:0;fac84fd0e20f:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d19048c40eac477c8a3075036fa8d944 is 82, key is hbase:meta,,1/info:regioninfo/1731179989683/Put/seqid=0 2024-11-09T19:20:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:08,771 INFO [RS:0;fac84fd0e20f:38497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:08,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101210a30bd0001, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:08,771 INFO [RS:0;fac84fd0e20f:38497 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,38497,1731179986329; zookeeper connection closed. 2024-11-09T19:20:08,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6063a6f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6063a6f1 2024-11-09T19:20:08,779 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:20:08,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741853_1029 (size=5672) 2024-11-09T19:20:08,783 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d19048c40eac477c8a3075036fa8d944 2024-11-09T19:20:08,811 DEBUG [M:0;fac84fd0e20f:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dead5cc4af03453e9e5b63afa3d7a4ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731179997890/Put/seqid=0 2024-11-09T19:20:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741854_1030 (size=8515) 2024-11-09T19:20:09,218 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dead5cc4af03453e9e5b63afa3d7a4ff 2024-11-09T19:20:09,236 DEBUG [M:0;fac84fd0e20f:32779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bcb1578853040bb8224a820d37dac54 is 69, key is fac84fd0e20f,38497,1731179986329/rs:state/1731179988497/Put/seqid=0 2024-11-09T19:20:09,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741855_1031 (size=5156) 2024-11-09T19:20:09,242 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bcb1578853040bb8224a820d37dac54 2024-11-09T19:20:09,249 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d19048c40eac477c8a3075036fa8d944 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d19048c40eac477c8a3075036fa8d944 2024-11-09T19:20:09,254 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d19048c40eac477c8a3075036fa8d944, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:20:09,255 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dead5cc4af03453e9e5b63afa3d7a4ff as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dead5cc4af03453e9e5b63afa3d7a4ff 2024-11-09T19:20:09,265 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dead5cc4af03453e9e5b63afa3d7a4ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:20:09,266 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bcb1578853040bb8224a820d37dac54 as hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bcb1578853040bb8224a820d37dac54 2024-11-09T19:20:09,271 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40095/user/jenkins/test-data/66dff1af-4d89-a6cd-1982-8c3006af0202/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bcb1578853040bb8224a820d37dac54, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:20:09,272 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 524ms, sequenceid=97, compaction requested=false 2024-11-09T19:20:09,277 INFO [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:09,277 DEBUG [M:0;fac84fd0e20f:32779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180008747Disabling compacts and flushes for region at 1731180008747Disabling writes for close at 1731180008748 (+1 ms)Obtaining lock to block concurrent updates at 1731180008748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180008748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731180008748Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180008749 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180008749Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180008768 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180008768Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180008790 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180008810 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180008810Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180009222 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180009236 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180009236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25de15ca: reopening flushed file at 1731180009248 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ed81ba: reopening flushed file at 1731180009254 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1425ba08: reopening flushed file at 1731180009265 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 524ms, sequenceid=97, compaction requested=false at 1731180009272 (+7 ms)Writing region close event to WAL at 1731180009277 (+5 ms)Closed at 1731180009277 2024-11-09T19:20:09,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33275 is added to blk_1073741830_1006 (size=63642) 2024-11-09T19:20:09,284 INFO [M:0;fac84fd0e20f:32779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:20:09,284 INFO [M:0;fac84fd0e20f:32779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32779 2024-11-09T19:20:09,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:09,285 INFO [M:0;fac84fd0e20f:32779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:09,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:09,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:09,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:09,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32779-0x101210a30bd0000, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:09,431 INFO [M:0;fac84fd0e20f:32779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:09,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59972808{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:09,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9011a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:09,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:09,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d1911{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:09,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38091a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:09,443 WARN [BP-1886689037-172.17.0.2-1731179984176 heartbeating to localhost/127.0.0.1:40095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:20:09,443 WARN [BP-1886689037-172.17.0.2-1731179984176 heartbeating to localhost/127.0.0.1:40095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1886689037-172.17.0.2-1731179984176 (Datanode Uuid 5b5de6db-a8b6-4db3-8ca9-4158bf524119) service to localhost/127.0.0.1:40095 2024-11-09T19:20:09,444 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:20:09,444 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:20:09,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/data/data1/current/BP-1886689037-172.17.0.2-1731179984176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:09,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/cluster_5fd9db55-bcb0-97de-547f-5d66467bda9a/data/data2/current/BP-1886689037-172.17.0.2-1731179984176 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:09,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:20:09,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30567b22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:09,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11591e77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:09,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:09,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c4c732{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:09,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40463a71{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e64d5832-a42a-6335-0d2d-31bba61a210f/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:09,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:20:09,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:20:09,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=255 (was 206) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40095 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:39231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40095 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:39231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:39231 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:39231 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40095 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:39231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:39231 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53659) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=635 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=541 (was 535) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3557 (was 3087) - AvailableMemoryMB LEAK? - 2024-11-09T19:20:09,494 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=255, OpenFileDescriptor=635, MaxFileDescriptor=1048576, SystemLoadAverage=541, ProcessCount=11, AvailableMemoryMB=3555 2024-11-09T19:20:09,507 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T19:20:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir so I do NOT create it in target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126 2024-11-09T19:20:09,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:20:09,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.tmp.dir so I do NOT create it in target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126 2024-11-09T19:20:09,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3ceb9b3a-23d5-f3ff-efc4-e70d80f05afa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:20:09,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126 2024-11-09T19:20:09,508 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce, deleteOnExit=true 2024-11-09T19:20:09,510 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/zookeeper_0, clientPort=53270, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:20:09,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53270 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/test.cache.data in system properties and HBase conf 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:20:09,511 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:09,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:20:09,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:20:09,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101210a30bd0002, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:20:09,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101210a30bd0005, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:20:09,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101210a30bd0002, quorum=127.0.0.1:53659, baseZNode=/01068817240 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:20:09,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101210a30bd0005, quorum=127.0.0.1:53659, baseZNode=/1-300763576 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:20:09,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:09,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:10,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:10,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:10,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:10,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:10,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7a40ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:10,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595216cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:10,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64396984{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/java.io.tmpdir/jetty-localhost-35337-hadoop-hdfs-3_4_1-tests_jar-_-any-17289133050052235756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:10,209 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c48ad11{HTTP/1.1, (http/1.1)}{localhost:35337} 2024-11-09T19:20:10,209 INFO [Time-limited test {}] server.Server(415): Started @185519ms 2024-11-09T19:20:10,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:10,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:10,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:10,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:10,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:10,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55933cd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:10,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc1d9f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:10,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4560b626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/java.io.tmpdir/jetty-localhost-38613-hadoop-hdfs-3_4_1-tests_jar-_-any-268675413013187145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:10,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7064ab91{HTTP/1.1, (http/1.1)}{localhost:38613} 2024-11-09T19:20:10,623 INFO [Time-limited test {}] server.Server(415): Started @185933ms 2024-11-09T19:20:10,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:20:11,302 WARN [Thread-2172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/data/data1/current/BP-1246827777-172.17.0.2-1731180009544/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:11,302 WARN [Thread-2173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/data/data2/current/BP-1246827777-172.17.0.2-1731180009544/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:11,323 WARN [Thread-2160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:20:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a5684cb502ab69 with lease ID 0x94f6b92bdf415cce: Processing first storage report for DS-5a03a3a0-ef98-4ea1-9a4f-08e0d7080761 from datanode DatanodeRegistration(127.0.0.1:40993, datanodeUuid=930df693-29f3-434f-a050-90bcca31f76f, infoPort=43481, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=2041125286;c=1731180009544) 2024-11-09T19:20:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a5684cb502ab69 with lease ID 0x94f6b92bdf415cce: from storage DS-5a03a3a0-ef98-4ea1-9a4f-08e0d7080761 node DatanodeRegistration(127.0.0.1:40993, datanodeUuid=930df693-29f3-434f-a050-90bcca31f76f, infoPort=43481, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=2041125286;c=1731180009544), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57a5684cb502ab69 with lease ID 0x94f6b92bdf415cce: Processing first storage report for DS-04a00f0c-bebf-40b7-94c2-4215a2708528 from datanode DatanodeRegistration(127.0.0.1:40993, datanodeUuid=930df693-29f3-434f-a050-90bcca31f76f, infoPort=43481, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=2041125286;c=1731180009544) 2024-11-09T19:20:11,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57a5684cb502ab69 with lease ID 0x94f6b92bdf415cce: from storage DS-04a00f0c-bebf-40b7-94c2-4215a2708528 node DatanodeRegistration(127.0.0.1:40993, datanodeUuid=930df693-29f3-434f-a050-90bcca31f76f, infoPort=43481, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=2041125286;c=1731180009544), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:11,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126 2024-11-09T19:20:11,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:11,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:11,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:20:11,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc with version=8 2024-11-09T19:20:11,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/hbase-staging 2024-11-09T19:20:11,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:20:11,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:11,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32823 2024-11-09T19:20:11,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32823 connecting to ZooKeeper ensemble=127.0.0.1:53270 2024-11-09T19:20:11,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328230x0, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:11,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32823-0x101210a93d10000 connected 2024-11-09T19:20:11,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:11,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:11,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/running 2024-11-09T19:20:11,965 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc, hbase.cluster.distributed=false 2024-11-09T19:20:11,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/acl 2024-11-09T19:20:11,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32823 2024-11-09T19:20:11,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32823 2024-11-09T19:20:11,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32823 2024-11-09T19:20:11,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32823 2024-11-09T19:20:11,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32823 2024-11-09T19:20:11,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:11,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38891 2024-11-09T19:20:11,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38891 connecting to ZooKeeper ensemble=127.0.0.1:53270 2024-11-09T19:20:11,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:11,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:12,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388910x0, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:12,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388910x0, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/running 2024-11-09T19:20:12,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38891-0x101210a93d10001 connected 2024-11-09T19:20:12,001 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:20:12,002 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:20:12,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/master 2024-11-09T19:20:12,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/acl 2024-11-09T19:20:12,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-09T19:20:12,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38891 2024-11-09T19:20:12,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38891 2024-11-09T19:20:12,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-09T19:20:12,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38891 2024-11-09T19:20:12,026 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:32823 2024-11-09T19:20:12,026 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01286419355/backup-masters/fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:12,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355/backup-masters 2024-11-09T19:20:12,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355/backup-masters 2024-11-09T19:20:12,036 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on existing znode=/01286419355/backup-masters/fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01286419355/master 2024-11-09T19:20:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:12,046 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on existing znode=/01286419355/master 2024-11-09T19:20:12,047 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01286419355/backup-masters/fac84fd0e20f,32823,1731180011770 from backup master directory 2024-11-09T19:20:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286419355/backup-masters/fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355/backup-masters 2024-11-09T19:20:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355/backup-masters 2024-11-09T19:20:12,056 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:12,056 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:12,061 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/hbase.id] with ID: e4b628be-4949-43bd-a139-41150f938d1b 2024-11-09T19:20:12,061 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/.tmp/hbase.id 2024-11-09T19:20:12,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:20:12,467 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/.tmp/hbase.id]:[hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/hbase.id] 2024-11-09T19:20:12,489 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:12,489 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:20:12,490 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:20:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:20:12,590 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:12,591 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:20:12,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:12,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:20:13,027 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store 2024-11-09T19:20:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:20:13,053 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:13,053 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:13,053 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:13,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:13,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:13,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:13,054 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:13,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180013053Disabling compacts and flushes for region at 1731180013053Disabling writes for close at 1731180013054 (+1 ms)Writing region close event to WAL at 1731180013054Closed at 1731180013054 2024-11-09T19:20:13,054 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/.initializing 2024-11-09T19:20:13,055 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/WALs/fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:13,055 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:13,057 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C32823%2C1731180011770, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/WALs/fac84fd0e20f,32823,1731180011770, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/oldWALs, maxLogs=10 2024-11-09T19:20:13,080 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/WALs/fac84fd0e20f,32823,1731180011770/fac84fd0e20f%2C32823%2C1731180011770.1731180013057, exclude list is [], retry=0 2024-11-09T19:20:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-5a03a3a0-ef98-4ea1-9a4f-08e0d7080761,DISK] 2024-11-09T19:20:13,098 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/WALs/fac84fd0e20f,32823,1731180011770/fac84fd0e20f%2C32823%2C1731180011770.1731180013057 2024-11-09T19:20:13,100 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43481:43481)] 2024-11-09T19:20:13,100 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:13,100 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:13,101 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,101 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:20:13,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:13,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:20:13,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:13,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:20:13,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:13,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:20:13,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:13,128 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,129 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,129 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,130 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,130 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,131 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:13,132 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:13,152 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:13,153 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63732427, jitterRate=-0.0503128319978714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:13,154 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180013101Initializing all the Stores at 1731180013101Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180013101Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180013107 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180013107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180013107Cleaning up temporary data from old regions at 1731180013130 (+23 ms)Region opened successfully at 1731180013154 (+24 ms) 2024-11-09T19:20:13,159 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:20:13,163 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e29846c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:13,164 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:20:13,164 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:20:13,164 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:20:13,164 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:20:13,165 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:20:13,165 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:20:13,165 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:20:13,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:20:13,181 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Unable to get data of znode /01286419355/balancer because node does not exist (not necessarily an error) 2024-11-09T19:20:13,211 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286419355/balancer already deleted, retry=false 2024-11-09T19:20:13,212 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:20:13,212 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Unable to get data of znode /01286419355/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:20:13,225 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286419355/normalizer already deleted, retry=false 2024-11-09T19:20:13,225 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:20:13,230 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Unable to get data of znode /01286419355/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:20:13,243 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286419355/switch/split already deleted, retry=false 2024-11-09T19:20:13,244 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Unable to get data of znode /01286419355/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:20:13,253 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286419355/switch/merge already deleted, retry=false 2024-11-09T19:20:13,255 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Unable to get data of znode /01286419355/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:20:13,267 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01286419355/snapshot-cleanup already deleted, retry=false 2024-11-09T19:20:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01286419355/running 2024-11-09T19:20:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01286419355/running 2024-11-09T19:20:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:13,278 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,32823,1731180011770, sessionid=0x101210a93d10000, setting cluster-up flag (Was=false) 2024-11-09T19:20:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:13,330 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01286419355/flush-table-proc/acquired, /01286419355/flush-table-proc/reached, /01286419355/flush-table-proc/abort 2024-11-09T19:20:13,331 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:13,383 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01286419355/online-snapshot/acquired, /01286419355/online-snapshot/reached, /01286419355/online-snapshot/abort 2024-11-09T19:20:13,384 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:13,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:20:13,386 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:13,386 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:20:13,387 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:20:13,387 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,32823,1731180011770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:13,388 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:13,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:20:13,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:20:13,409 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180043409 2024-11-09T19:20:13,410 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:20:13,410 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:20:13,410 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:20:13,410 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:20:13,410 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:20:13,410 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:20:13,429 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,432 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:20:13,432 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:20:13,432 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:20:13,432 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:20:13,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:20:13,439 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(746): ClusterId : e4b628be-4949-43bd-a139-41150f938d1b 2024-11-09T19:20:13,439 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:20:13,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:20:13,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc 2024-11-09T19:20:13,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:20:13,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:20:13,446 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:20:13,446 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:20:13,448 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180013444,5,FailOnTimeoutGroup] 2024-11-09T19:20:13,452 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180013448,5,FailOnTimeoutGroup] 2024-11-09T19:20:13,452 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,452 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:20:13,452 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,452 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,457 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:20:13,457 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58c24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:20:13,488 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:38891 2024-11-09T19:20:13,488 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:20:13,488 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:20:13,488 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:20:13,489 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,32823,1731180011770 with port=38891, startcode=1731180011983 2024-11-09T19:20:13,489 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:20:13,493 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:20:13,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:13,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32823 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:13,495 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc 2024-11-09T19:20:13,495 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42411 2024-11-09T19:20:13,495 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:20:13,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355/rs 2024-11-09T19:20:13,506 DEBUG [RS:0;fac84fd0e20f:38891 {}] zookeeper.ZKUtil(111): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on existing znode=/01286419355/rs/fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:13,506 WARN [RS:0;fac84fd0e20f:38891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:13,506 INFO [RS:0;fac84fd0e20f:38891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:13,506 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:13,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,38891,1731180011983] 2024-11-09T19:20:13,510 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:20:13,512 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:20:13,524 INFO [RS:0;fac84fd0e20f:38891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:20:13,524 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,536 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:20:13,537 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:20:13,537 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,537 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,538 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:13,538 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:13,538 DEBUG [RS:0;fac84fd0e20f:38891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:13,540 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,540 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,540 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,540 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,540 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,540 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38891,1731180011983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:13,561 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:20:13,561 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38891,1731180011983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,561 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,562 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.Replication(171): fac84fd0e20f,38891,1731180011983 started 2024-11-09T19:20:13,589 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:13,589 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,38891,1731180011983, RpcServer on fac84fd0e20f/172.17.0.2:38891, sessionid=0x101210a93d10001 2024-11-09T19:20:13,589 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:20:13,589 DEBUG [RS:0;fac84fd0e20f:38891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:13,589 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,38891,1731180011983' 2024-11-09T19:20:13,589 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01286419355/flush-table-proc/abort' 2024-11-09T19:20:13,589 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01286419355/flush-table-proc/acquired' 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,38891,1731180011983' 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01286419355/online-snapshot/abort' 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01286419355/online-snapshot/acquired' 2024-11-09T19:20:13,590 DEBUG [RS:0;fac84fd0e20f:38891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:20:13,590 INFO [RS:0;fac84fd0e20f:38891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:20:13,590 INFO [RS:0;fac84fd0e20f:38891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:20:13,691 INFO [RS:0;fac84fd0e20f:38891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:13,692 INFO [RS:0;fac84fd0e20f:38891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38891%2C1731180011983, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/oldWALs, maxLogs=10 2024-11-09T19:20:13,704 DEBUG [RS:0;fac84fd0e20f:38891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, exclude list is [], retry=0 2024-11-09T19:20:13,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-5a03a3a0-ef98-4ea1-9a4f-08e0d7080761,DISK] 2024-11-09T19:20:13,708 INFO [RS:0;fac84fd0e20f:38891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 2024-11-09T19:20:13,709 DEBUG [RS:0;fac84fd0e20f:38891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43481:43481)] 2024-11-09T19:20:13,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:13,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:13,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:13,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:13,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:13,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:13,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:13,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:13,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:13,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:13,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:13,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:13,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:13,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:13,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:13,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740 2024-11-09T19:20:13,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740 2024-11-09T19:20:13,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:13,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:13,915 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:13,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:13,934 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:13,934 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58983613, jitterRate=-0.12107567489147186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:13,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180013886Initializing all the Stores at 1731180013887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180013887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180013889 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180013889Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180013889Cleaning up temporary data from old regions at 1731180013915 (+26 ms)Region opened successfully at 1731180013935 (+20 ms) 2024-11-09T19:20:13,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:13,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:13,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:13,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:13,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:13,944 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:13,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180013935Disabling compacts and flushes for region at 1731180013935Disabling writes for close at 1731180013935Writing region close event to WAL at 1731180013944 (+9 ms)Closed at 1731180013944 2024-11-09T19:20:13,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:13,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:20:13,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:20:13,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:13,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:20:14,099 DEBUG [fac84fd0e20f:32823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:20:14,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:14,101 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,38891,1731180011983, state=OPENING 2024-11-09T19:20:14,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:20:14,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:14,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286419355/meta-region-server: CHANGED 2024-11-09T19:20:14,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:14,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286419355/meta-region-server: CHANGED 2024-11-09T19:20:14,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:14,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38891,1731180011983}] 2024-11-09T19:20:14,337 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:14,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:20:14,358 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:20:14,358 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:14,359 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:20:14,362 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38891%2C1731180011983.meta, suffix=.meta, logDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/oldWALs, maxLogs=10 2024-11-09T19:20:14,403 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.meta.1731180014363.meta, exclude list is [], retry=0 2024-11-09T19:20:14,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-5a03a3a0-ef98-4ea1-9a4f-08e0d7080761,DISK] 2024-11-09T19:20:14,419 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.meta.1731180014363.meta 2024-11-09T19:20:14,420 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43481:43481)] 2024-11-09T19:20:14,420 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:14,421 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:14,421 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:14,422 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:20:14,422 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:20:14,422 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:20:14,422 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:14,422 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:20:14,422 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:20:14,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:14,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:14,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:14,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:14,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:14,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:14,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:14,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:14,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:14,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:14,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:14,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:14,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:14,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:14,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:14,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:14,433 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:14,434 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740 2024-11-09T19:20:14,435 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740 2024-11-09T19:20:14,436 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:14,436 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:14,436 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:14,438 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:14,438 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63755783, jitterRate=-0.04996480047702789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:14,439 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:20:14,439 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180014422Writing region info on filesystem at 1731180014422Initializing all the Stores at 1731180014423 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180014423Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180014424 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180014424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180014424Cleaning up temporary data from old regions at 1731180014436 (+12 ms)Running coprocessor post-open hooks at 1731180014439 (+3 ms)Region opened successfully at 1731180014439 2024-11-09T19:20:14,441 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180014337 2024-11-09T19:20:14,443 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:20:14,443 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:20:14,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:14,445 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,38891,1731180011983, state=OPEN 2024-11-09T19:20:14,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01286419355/meta-region-server 2024-11-09T19:20:14,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286419355/meta-region-server: CHANGED 2024-11-09T19:20:14,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01286419355/meta-region-server 2024-11-09T19:20:14,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01286419355/meta-region-server: CHANGED 2024-11-09T19:20:14,482 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:14,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:20:14,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38891,1731180011983 in 313 msec 2024-11-09T19:20:14,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:20:14,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-11-09T19:20:14,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:14,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:20:14,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:14,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38891,1731180011983, seqNum=-1] 2024-11-09T19:20:14,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:14,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:14,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1110 sec 2024-11-09T19:20:14,498 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180014498, completionTime=-1 2024-11-09T19:20:14,498 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:20:14,498 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:20:14,501 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:20:14,501 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180074501 2024-11-09T19:20:14,501 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180134501 2024-11-09T19:20:14,501 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T19:20:14,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32823,1731180011770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32823,1731180011770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32823,1731180011770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:32823, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,502 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,505 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.452sec 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32823,1731180011770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:14,508 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32823,1731180011770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:20:14,511 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:20:14,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:20:14,512 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,32823,1731180011770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:14,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb86fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:14,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32823,-1 for getting cluster id 2024-11-09T19:20:14,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:14,544 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b628be-4949-43bd-a139-41150f938d1b' 2024-11-09T19:20:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:14,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b628be-4949-43bd-a139-41150f938d1b" 2024-11-09T19:20:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef2ceeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32823,-1] 2024-11-09T19:20:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:14,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:14,546 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:14,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b0b29a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:14,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38891,1731180011983, seqNum=-1] 2024-11-09T19:20:14,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:14,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:14,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:14,555 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53270 2024-11-09T19:20:14,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:14,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101210a93d10002 connected 2024-11-09T19:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir so I do NOT create it in target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1 2024-11-09T19:20:14,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.tmp.dir so I do NOT create it in target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1 2024-11-09T19:20:14,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:20:14,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1 2024-11-09T19:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:20:14,586 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/cluster_34f6478d-99a9-458b-9bbf-2ed7fb166da1, deleteOnExit=true 2024-11-09T19:20:14,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/test.cache.data in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:20:14,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:20:14,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:20:14,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:20:14,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:14,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:14,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:14,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:14,956 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:14,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:14,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec4ec0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:14,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3696dd58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:15,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@edf6f25{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/java.io.tmpdir/jetty-localhost-44209-hadoop-hdfs-3_4_1-tests_jar-_-any-8358691099669063311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:15,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18687312{HTTP/1.1, (http/1.1)}{localhost:44209} 2024-11-09T19:20:15,081 INFO [Time-limited test {}] server.Server(415): Started @190391ms 2024-11-09T19:20:15,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:15,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:15,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:15,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:15,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:15,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c30ba25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:15,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1593c283{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:15,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c23a51f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/java.io.tmpdir/jetty-localhost-41441-hadoop-hdfs-3_4_1-tests_jar-_-any-7070731397371606062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:15,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e651f89{HTTP/1.1, (http/1.1)}{localhost:41441} 2024-11-09T19:20:15,497 INFO [Time-limited test {}] server.Server(415): Started @190807ms 2024-11-09T19:20:15,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:20:16,161 WARN [Thread-2292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/cluster_34f6478d-99a9-458b-9bbf-2ed7fb166da1/data/data1/current/BP-2104896456-172.17.0.2-1731180014622/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:16,161 WARN [Thread-2293 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/cluster_34f6478d-99a9-458b-9bbf-2ed7fb166da1/data/data2/current/BP-2104896456-172.17.0.2-1731180014622/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:16,186 WARN [Thread-2280 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:20:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda1a9dabca357831 with lease ID 0x80e31a59010d700: Processing first storage report for DS-a191aa81-e7b7-42fd-8ade-f3fb9415f8c0 from datanode DatanodeRegistration(127.0.0.1:39953, datanodeUuid=6c39724c-4feb-4788-bf1d-2ccfdecba370, infoPort=46545, infoSecurePort=0, ipcPort=34045, storageInfo=lv=-57;cid=testClusterID;nsid=2040905588;c=1731180014622) 2024-11-09T19:20:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda1a9dabca357831 with lease ID 0x80e31a59010d700: from storage DS-a191aa81-e7b7-42fd-8ade-f3fb9415f8c0 node DatanodeRegistration(127.0.0.1:39953, datanodeUuid=6c39724c-4feb-4788-bf1d-2ccfdecba370, infoPort=46545, infoSecurePort=0, ipcPort=34045, storageInfo=lv=-57;cid=testClusterID;nsid=2040905588;c=1731180014622), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda1a9dabca357831 with lease ID 0x80e31a59010d700: Processing first storage report for DS-f64b9cf3-9629-4a94-82d3-afa09a87edab from datanode DatanodeRegistration(127.0.0.1:39953, datanodeUuid=6c39724c-4feb-4788-bf1d-2ccfdecba370, infoPort=46545, infoSecurePort=0, ipcPort=34045, storageInfo=lv=-57;cid=testClusterID;nsid=2040905588;c=1731180014622) 2024-11-09T19:20:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda1a9dabca357831 with lease ID 0x80e31a59010d700: from storage DS-f64b9cf3-9629-4a94-82d3-afa09a87edab node DatanodeRegistration(127.0.0.1:39953, datanodeUuid=6c39724c-4feb-4788-bf1d-2ccfdecba370, infoPort=46545, infoSecurePort=0, ipcPort=34045, storageInfo=lv=-57;cid=testClusterID;nsid=2040905588;c=1731180014622), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:16,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1 2024-11-09T19:20:16,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:16,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:16,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:20:16,678 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f with version=8 2024-11-09T19:20:16,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/hbase-staging 2024-11-09T19:20:16,680 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:20:16,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:16,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36651 2024-11-09T19:20:16,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36651 connecting to ZooKeeper ensemble=127.0.0.1:53270 2024-11-09T19:20:16,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366510x0, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:16,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36651-0x101210a93d10003 connected 2024-11-09T19:20:16,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:16,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:16,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/running 2024-11-09T19:20:16,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f, hbase.cluster.distributed=false 2024-11-09T19:20:16,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/acl 2024-11-09T19:20:16,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36651 2024-11-09T19:20:16,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36651 2024-11-09T19:20:16,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36651 2024-11-09T19:20:16,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36651 2024-11-09T19:20:16,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36651 2024-11-09T19:20:16,825 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:16,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:16,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:16,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:16,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:16,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:16,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:20:16,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:16,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36949 2024-11-09T19:20:16,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36949 connecting to ZooKeeper ensemble=127.0.0.1:53270 2024-11-09T19:20:16,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:16,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:16,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369490x0, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:16,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369490x0, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/running 2024-11-09T19:20:16,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36949-0x101210a93d10004 connected 2024-11-09T19:20:16,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:20:16,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:20:16,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:16,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/master 2024-11-09T19:20:16,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/acl 2024-11-09T19:20:16,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-09T19:20:16,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-11-09T19:20:16,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-11-09T19:20:16,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-09T19:20:16,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-09T19:20:16,868 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:36651 2024-11-09T19:20:16,869 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11741637/backup-masters/fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:16,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637/backup-masters 2024-11-09T19:20:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637/backup-masters 2024-11-09T19:20:16,878 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on existing znode=/11741637/backup-masters/fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:16,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11741637/master 2024-11-09T19:20:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:16,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:16,888 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on existing znode=/11741637/master 2024-11-09T19:20:16,888 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11741637/backup-masters/fac84fd0e20f,36651,1731180016680 from backup master directory 2024-11-09T19:20:16,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11741637/backup-masters/fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:16,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637/backup-masters 2024-11-09T19:20:16,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637/backup-masters 2024-11-09T19:20:16,898 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:16,898 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:16,901 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/hbase.id] with ID: f9a652a7-239e-4623-a8b8-10d550473f71 2024-11-09T19:20:16,901 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/.tmp/hbase.id 2024-11-09T19:20:16,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:20:17,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/.tmp/hbase.id]:[hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/hbase.id] 2024-11-09T19:20:17,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:17,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:20:17,315 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:20:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:20:17,769 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:17,769 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:20:17,770 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:17,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:20:18,175 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store 2024-11-09T19:20:18,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:20:18,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:18,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:18,584 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:18,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:18,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:18,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:18,584 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:18,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180018584Disabling compacts and flushes for region at 1731180018584Disabling writes for close at 1731180018584Writing region close event to WAL at 1731180018584Closed at 1731180018584 2024-11-09T19:20:18,585 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/.initializing 2024-11-09T19:20:18,585 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/WALs/fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:18,585 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:18,587 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C36651%2C1731180016680, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/WALs/fac84fd0e20f,36651,1731180016680, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/oldWALs, maxLogs=10 2024-11-09T19:20:18,599 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/WALs/fac84fd0e20f,36651,1731180016680/fac84fd0e20f%2C36651%2C1731180016680.1731180018587, exclude list is [], retry=0 2024-11-09T19:20:18,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a191aa81-e7b7-42fd-8ade-f3fb9415f8c0,DISK] 2024-11-09T19:20:18,604 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/WALs/fac84fd0e20f,36651,1731180016680/fac84fd0e20f%2C36651%2C1731180016680.1731180018587 2024-11-09T19:20:18,606 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-09T19:20:18,606 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:18,607 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:18,607 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,607 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:20:18,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:18,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:18,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:20:18,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:18,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:18,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:20:18,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:18,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:18,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:20:18,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:18,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:18,613 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,614 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,614 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,615 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,615 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,615 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:18,616 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:18,618 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:18,618 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65799765, jitterRate=-0.019507095217704773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:18,618 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180018607Initializing all the Stores at 1731180018608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180018608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180018608Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180018608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180018608Cleaning up temporary data from old regions at 1731180018615 (+7 ms)Region opened successfully at 1731180018618 (+3 ms) 2024-11-09T19:20:18,619 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:20:18,621 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6fa04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:18,621 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:20:18,621 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:20:18,621 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:20:18,622 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:20:18,622 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:20:18,622 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:20:18,622 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:20:18,624 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:20:18,624 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Unable to get data of znode /11741637/balancer because node does not exist (not necessarily an error) 2024-11-09T19:20:18,677 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11741637/balancer already deleted, retry=false 2024-11-09T19:20:18,678 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:20:18,678 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Unable to get data of znode /11741637/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:20:18,688 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11741637/normalizer already deleted, retry=false 2024-11-09T19:20:18,688 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:20:18,689 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Unable to get data of znode /11741637/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:20:18,698 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11741637/switch/split already deleted, retry=false 2024-11-09T19:20:18,699 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Unable to get data of znode /11741637/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:20:18,709 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11741637/switch/merge already deleted, retry=false 2024-11-09T19:20:18,711 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Unable to get data of znode /11741637/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:20:18,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11741637/snapshot-cleanup already deleted, retry=false 2024-11-09T19:20:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11741637/running 2024-11-09T19:20:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11741637/running 2024-11-09T19:20:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:18,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:18,730 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,36651,1731180016680, sessionid=0x101210a93d10003, setting cluster-up flag (Was=false) 2024-11-09T19:20:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:18,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:18,782 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11741637/flush-table-proc/acquired, /11741637/flush-table-proc/reached, /11741637/flush-table-proc/abort 2024-11-09T19:20:18,783 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:18,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:18,835 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11741637/online-snapshot/acquired, /11741637/online-snapshot/reached, /11741637/online-snapshot/abort 2024-11-09T19:20:18,836 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:18,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:20:18,838 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:18,838 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:20:18,838 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:20:18,838 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,36651,1731180016680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:18,839 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180048840 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:20:18,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:18,840 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:20:18,840 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,841 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:20:18,841 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:20:18,841 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:20:18,841 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:20:18,841 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:18,841 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:20:18,844 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:20:18,844 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:20:18,845 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180018844,5,FailOnTimeoutGroup] 2024-11-09T19:20:18,846 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180018845,5,FailOnTimeoutGroup] 2024-11-09T19:20:18,846 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,846 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:20:18,846 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,846 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:20:18,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:20:18,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f 2024-11-09T19:20:18,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:20:18,859 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(746): ClusterId : f9a652a7-239e-4623-a8b8-10d550473f71 2024-11-09T19:20:18,859 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:20:18,867 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:20:18,867 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:20:18,878 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:20:18,878 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12081c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:18,892 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:36949 2024-11-09T19:20:18,893 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:20:18,893 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:20:18,893 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:20:18,893 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,36651,1731180016680 with port=36949, startcode=1731180016825 2024-11-09T19:20:18,894 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:20:18,895 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:20:18,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:18,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36651 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:18,897 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f 2024-11-09T19:20:18,897 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45289 2024-11-09T19:20:18,897 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:20:18,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637/rs 2024-11-09T19:20:18,909 DEBUG [RS:0;fac84fd0e20f:36949 {}] zookeeper.ZKUtil(111): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on existing znode=/11741637/rs/fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:18,909 WARN [RS:0;fac84fd0e20f:36949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:18,909 INFO [RS:0;fac84fd0e20f:36949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:18,909 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:18,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,36949,1731180016825] 2024-11-09T19:20:18,912 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:20:18,914 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:20:18,914 INFO [RS:0;fac84fd0e20f:36949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:20:18,914 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,916 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:20:18,918 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:20:18,918 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,918 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,918 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,918 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,918 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,918 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,918 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:18,919 DEBUG [RS:0;fac84fd0e20f:36949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:18,929 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,929 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,929 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,929 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,929 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,929 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36949,1731180016825-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:18,946 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:20:18,946 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36949,1731180016825-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,946 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,946 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.Replication(171): fac84fd0e20f,36949,1731180016825 started 2024-11-09T19:20:18,962 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:18,962 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,36949,1731180016825, RpcServer on fac84fd0e20f/172.17.0.2:36949, sessionid=0x101210a93d10004 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36949,1731180016825' 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11741637/flush-table-proc/abort' 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11741637/flush-table-proc/acquired' 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:20:18,963 DEBUG [RS:0;fac84fd0e20f:36949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:18,964 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,36949,1731180016825' 2024-11-09T19:20:18,964 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11741637/online-snapshot/abort' 2024-11-09T19:20:18,964 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11741637/online-snapshot/acquired' 2024-11-09T19:20:18,964 DEBUG [RS:0;fac84fd0e20f:36949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:20:18,964 INFO [RS:0;fac84fd0e20f:36949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:20:18,964 INFO [RS:0;fac84fd0e20f:36949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:20:19,064 INFO [RS:0;fac84fd0e20f:36949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:19,066 INFO [RS:0;fac84fd0e20f:36949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C36949%2C1731180016825, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/oldWALs, maxLogs=10 2024-11-09T19:20:19,081 DEBUG [RS:0;fac84fd0e20f:36949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, exclude list is [], retry=0 2024-11-09T19:20:19,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a191aa81-e7b7-42fd-8ade-f3fb9415f8c0,DISK] 2024-11-09T19:20:19,085 INFO [RS:0;fac84fd0e20f:36949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 2024-11-09T19:20:19,085 DEBUG [RS:0;fac84fd0e20f:36949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-09T19:20:19,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:19,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:19,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:19,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:19,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:19,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:19,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:19,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:19,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:19,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:19,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740 2024-11-09T19:20:19,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740 2024-11-09T19:20:19,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:19,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:19,263 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:19,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:19,265 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:19,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65006715, jitterRate=-0.03132446110248566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:19,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180019255Initializing all the Stores at 1731180019255Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180019255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180019256 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180019256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180019256Cleaning up temporary data from old regions at 1731180019262 (+6 ms)Region opened successfully at 1731180019265 (+3 ms) 2024-11-09T19:20:19,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:19,265 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:19,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:19,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:19,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:19,266 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:19,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180019265Disabling compacts and flushes for region at 1731180019265Disabling writes for close at 1731180019265Writing region close event to WAL at 1731180019266 (+1 ms)Closed at 1731180019266 2024-11-09T19:20:19,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:19,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:20:19,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:20:19,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:19,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:20:19,418 DEBUG [fac84fd0e20f:36651 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:20:19,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:19,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,36949,1731180016825, state=OPENING 2024-11-09T19:20:19,466 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:20:19,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:20:19,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:19,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:19,529 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:19,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11741637/meta-region-server: CHANGED 2024-11-09T19:20:19,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11741637/meta-region-server: CHANGED 2024-11-09T19:20:19,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,36949,1731180016825}] 2024-11-09T19:20:19,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:19,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:20:19,685 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:20:19,685 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:19,686 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:20:19,687 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C36949%2C1731180016825.meta, suffix=.meta, logDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/oldWALs, maxLogs=10 2024-11-09T19:20:19,704 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.meta.1731180019687.meta, exclude list is [], retry=0 2024-11-09T19:20:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a191aa81-e7b7-42fd-8ade-f3fb9415f8c0,DISK] 2024-11-09T19:20:19,708 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.meta.1731180019687.meta 2024-11-09T19:20:19,708 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-09T19:20:19,708 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:19,708 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:19,708 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:19,708 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:20:19,708 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:20:19,709 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:20:19,709 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:19,709 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:20:19,709 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:20:19,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:19,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:19,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:19,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:19,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:19,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:19,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:19,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:19,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:19,716 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:19,717 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740 2024-11-09T19:20:19,717 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740 2024-11-09T19:20:19,718 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:19,718 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:19,719 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:19,720 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:19,720 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70310434, jitterRate=0.04770711064338684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:19,721 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:20:19,721 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180019709Writing region info on filesystem at 1731180019709Initializing all the Stores at 1731180019709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180019710 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180019710Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180019710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180019710Cleaning up temporary data from old regions at 1731180019718 (+8 ms)Running coprocessor post-open hooks at 1731180019721 (+3 ms)Region opened successfully at 1731180019721 2024-11-09T19:20:19,721 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180019681 2024-11-09T19:20:19,724 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:20:19,724 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:20:19,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:19,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,36949,1731180016825, state=OPEN 2024-11-09T19:20:19,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11741637/meta-region-server 2024-11-09T19:20:19,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11741637/meta-region-server 2024-11-09T19:20:19,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:19,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11741637/meta-region-server: CHANGED 2024-11-09T19:20:19,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11741637/meta-region-server: CHANGED 2024-11-09T19:20:19,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:20:19,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,36949,1731180016825 in 219 msec 2024-11-09T19:20:19,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:20:19,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 484 msec 2024-11-09T19:20:19,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:19,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:20:19,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:19,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36949,1731180016825, seqNum=-1] 2024-11-09T19:20:19,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:19,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:19,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 922 msec 2024-11-09T19:20:19,761 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180019761, completionTime=-1 2024-11-09T19:20:19,761 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:20:19,761 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180079763 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180139763 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36651,1731180016680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36651,1731180016680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,763 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36651,1731180016680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,764 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:36651, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,764 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,766 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:20:19,768 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.874sec 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36651,1731180016680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:19,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36651,1731180016680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:20:19,774 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:20:19,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:20:19,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,36651,1731180016680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:19,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8fe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:19,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36651,-1 for getting cluster id 2024-11-09T19:20:19,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:19,861 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9a652a7-239e-4623-a8b8-10d550473f71' 2024-11-09T19:20:19,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:19,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9a652a7-239e-4623-a8b8-10d550473f71" 2024-11-09T19:20:19,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e41b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:19,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36651,-1] 2024-11-09T19:20:19,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:19,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:19,862 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:19,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9115d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:19,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:19,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36949,1731180016825, seqNum=-1] 2024-11-09T19:20:19,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:19,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:19,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:19,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53270 2024-11-09T19:20:19,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:19,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101210a93d10005 connected 2024-11-09T19:20:19,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:19,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@452a2a7f 2024-11-09T19:20:19,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:19,904 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:19,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:19,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:20:19,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:19,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:19,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:20:19,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:19,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:19,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:20:19,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f58d9747bffb7c9974e7a50e794e4ad, NAME => 'test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc 2024-11-09T19:20:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:20:19,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:19,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7f58d9747bffb7c9974e7a50e794e4ad, disabling compactions & flushes 2024-11-09T19:20:19,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:19,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:19,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. after waiting 0 ms 2024-11-09T19:20:19,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:19,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:19,938 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f58d9747bffb7c9974e7a50e794e4ad: Waiting for close lock at 1731180019938Disabling compacts and flushes for region at 1731180019938Disabling writes for close at 1731180019938Writing region close event to WAL at 1731180019938Closed at 1731180019938 2024-11-09T19:20:19,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:19,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180019939"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180019939"}]},"ts":"1731180019939"} 2024-11-09T19:20:19,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:19,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:19,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180019943"}]},"ts":"1731180019943"} 2024-11-09T19:20:19,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:20:19,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f58d9747bffb7c9974e7a50e794e4ad, ASSIGN}] 2024-11-09T19:20:19,947 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7f58d9747bffb7c9974e7a50e794e4ad, ASSIGN 2024-11-09T19:20:19,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7f58d9747bffb7c9974e7a50e794e4ad, ASSIGN; state=OFFLINE, location=fac84fd0e20f,38891,1731180011983; forceNewPlan=false, retain=false 2024-11-09T19:20:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:20,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f58d9747bffb7c9974e7a50e794e4ad, regionState=OPENING, regionLocation=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:20,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7f58d9747bffb7c9974e7a50e794e4ad, ASSIGN because future has completed 2024-11-09T19:20:20,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f58d9747bffb7c9974e7a50e794e4ad, server=fac84fd0e20f,38891,1731180011983}] 2024-11-09T19:20:20,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:20,256 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:20,256 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f58d9747bffb7c9974e7a50e794e4ad, NAME => 'test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:20,256 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:20,257 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:20:20,257 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,257 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:20,257 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,257 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,258 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,259 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f58d9747bffb7c9974e7a50e794e4ad columnFamilyName f 2024-11-09T19:20:20,259 DEBUG [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:20,259 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] regionserver.HStore(327): Store=7f58d9747bffb7c9974e7a50e794e4ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:20,260 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,260 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f58d9747bffb7c9974e7a50e794e4ad columnFamilyName f1 2024-11-09T19:20:20,260 DEBUG [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:20,261 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] regionserver.HStore(327): Store=7f58d9747bffb7c9974e7a50e794e4ad/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:20,261 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,261 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f58d9747bffb7c9974e7a50e794e4ad columnFamilyName norep 2024-11-09T19:20:20,261 DEBUG [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:20,262 INFO [StoreOpener-7f58d9747bffb7c9974e7a50e794e4ad-1 {}] regionserver.HStore(327): Store=7f58d9747bffb7c9974e7a50e794e4ad/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:20,262 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,262 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,263 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,263 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,263 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,264 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:20,265 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,267 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:20,267 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7f58d9747bffb7c9974e7a50e794e4ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74173451, jitterRate=0.10527054965496063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:20,267 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:20,268 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7f58d9747bffb7c9974e7a50e794e4ad: Running coprocessor pre-open hook at 1731180020257Writing region info on filesystem at 1731180020257Initializing all the Stores at 1731180020258 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180020258Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180020258Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180020258Cleaning up temporary data from old regions at 1731180020263 (+5 ms)Running coprocessor post-open hooks at 1731180020267 (+4 ms)Region opened successfully at 1731180020268 (+1 ms) 2024-11-09T19:20:20,269 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad., pid=6, masterSystemTime=1731180020252 2024-11-09T19:20:20,271 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:20,271 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:20,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7f58d9747bffb7c9974e7a50e794e4ad, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:20,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f58d9747bffb7c9974e7a50e794e4ad, server=fac84fd0e20f,38891,1731180011983 because future has completed 2024-11-09T19:20:20,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:20:20,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f58d9747bffb7c9974e7a50e794e4ad, server=fac84fd0e20f,38891,1731180011983 in 177 msec 2024-11-09T19:20:20,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:20:20,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7f58d9747bffb7c9974e7a50e794e4ad, ASSIGN in 335 msec 2024-11-09T19:20:20,282 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:20,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180020282"}]},"ts":"1731180020282"} 2024-11-09T19:20:20,284 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:20:20,284 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:20,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 379 msec 2024-11-09T19:20:20,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:20,539 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:20:20,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:20,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5073bec8 2024-11-09T19:20:20,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:20,542 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:20,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:20:20,544 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:20,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:20,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:20:20,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:20,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:20:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:20,954 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d12577cacea5ca853a327c3286f84d7, NAME => 'test,,1731180020542.0d12577cacea5ca853a327c3286f84d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f 2024-11-09T19:20:20,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:20:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:21,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:20:21,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:20:21,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T19:20:21,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T19:20:21,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T19:20:21,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:20:21,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180020542.0d12577cacea5ca853a327c3286f84d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0d12577cacea5ca853a327c3286f84d7, disabling compactions & flushes 2024-11-09T19:20:21,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. after waiting 0 ms 2024-11-09T19:20:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d12577cacea5ca853a327c3286f84d7: Waiting for close lock at 1731180021359Disabling compacts and flushes for region at 1731180021359Disabling writes for close at 1731180021359Writing region close event to WAL at 1731180021359Closed at 1731180021359 2024-11-09T19:20:21,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:21,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180020542.0d12577cacea5ca853a327c3286f84d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180021360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180021360"}]},"ts":"1731180021360"} 2024-11-09T19:20:21,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:21,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:21,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180021363"}]},"ts":"1731180021363"} 2024-11-09T19:20:21,365 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:20:21,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d12577cacea5ca853a327c3286f84d7, ASSIGN}] 2024-11-09T19:20:21,366 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0d12577cacea5ca853a327c3286f84d7, ASSIGN 2024-11-09T19:20:21,366 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0d12577cacea5ca853a327c3286f84d7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36949,1731180016825; forceNewPlan=false, retain=false 2024-11-09T19:20:21,517 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d12577cacea5ca853a327c3286f84d7, regionState=OPENING, regionLocation=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:21,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0d12577cacea5ca853a327c3286f84d7, ASSIGN because future has completed 2024-11-09T19:20:21,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d12577cacea5ca853a327c3286f84d7, server=fac84fd0e20f,36949,1731180016825}] 2024-11-09T19:20:21,674 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,675 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d12577cacea5ca853a327c3286f84d7, NAME => 'test,,1731180020542.0d12577cacea5ca853a327c3286f84d7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:21,675 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:21,675 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:20:21,675 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,675 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180020542.0d12577cacea5ca853a327c3286f84d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:21,675 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,675 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,677 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,678 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d12577cacea5ca853a327c3286f84d7 columnFamilyName f 2024-11-09T19:20:21,678 DEBUG [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:21,678 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] regionserver.HStore(327): Store=0d12577cacea5ca853a327c3286f84d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:21,678 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,679 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d12577cacea5ca853a327c3286f84d7 columnFamilyName f1 2024-11-09T19:20:21,679 DEBUG [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:21,680 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] regionserver.HStore(327): Store=0d12577cacea5ca853a327c3286f84d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:21,680 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:21,681 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d12577cacea5ca853a327c3286f84d7 columnFamilyName norep 2024-11-09T19:20:21,681 DEBUG [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:21,681 INFO [StoreOpener-0d12577cacea5ca853a327c3286f84d7-1 {}] regionserver.HStore(327): Store=0d12577cacea5ca853a327c3286f84d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:21,681 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,681 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,682 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,682 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,682 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,683 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:21,683 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,685 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:21,685 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0d12577cacea5ca853a327c3286f84d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60427987, jitterRate=-0.09955282509326935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:21,685 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:21,685 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0d12577cacea5ca853a327c3286f84d7: Running coprocessor pre-open hook at 1731180021676Writing region info on filesystem at 1731180021676Initializing all the Stores at 1731180021676Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180021676Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180021676Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180021676Cleaning up temporary data from old regions at 1731180021682 (+6 ms)Running coprocessor post-open hooks at 1731180021685 (+3 ms)Region opened successfully at 1731180021685 2024-11-09T19:20:21,686 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180020542.0d12577cacea5ca853a327c3286f84d7., pid=6, masterSystemTime=1731180021672 2024-11-09T19:20:21,688 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,688 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:21,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0d12577cacea5ca853a327c3286f84d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:21,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d12577cacea5ca853a327c3286f84d7, server=fac84fd0e20f,36949,1731180016825 because future has completed 2024-11-09T19:20:21,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:20:21,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d12577cacea5ca853a327c3286f84d7, server=fac84fd0e20f,36949,1731180016825 in 171 msec 2024-11-09T19:20:21,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:20:21,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0d12577cacea5ca853a327c3286f84d7, ASSIGN in 327 msec 2024-11-09T19:20:21,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:21,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180021694"}]},"ts":"1731180021694"} 2024-11-09T19:20:21,696 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:20:21,697 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:21,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T19:20:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:22,690 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:20:22,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ed49fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32823,-1 for getting cluster id 2024-11-09T19:20:22,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:22,691 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b628be-4949-43bd-a139-41150f938d1b' 2024-11-09T19:20:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b628be-4949-43bd-a139-41150f938d1b" 2024-11-09T19:20:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d7fcba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,691 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32823,-1] 2024-11-09T19:20:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:22,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:22,692 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:22,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd8d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d62627a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36651,-1 for getting cluster id 2024-11-09T19:20:22,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:22,694 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9a652a7-239e-4623-a8b8-10d550473f71' 2024-11-09T19:20:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9a652a7-239e-4623-a8b8-10d550473f71" 2024-11-09T19:20:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7923be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36651,-1] 2024-11-09T19:20:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:22,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:22,695 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:22,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd7154c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4541a9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32823,-1 for getting cluster id 2024-11-09T19:20:22,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:22,696 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b628be-4949-43bd-a139-41150f938d1b' 2024-11-09T19:20:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b628be-4949-43bd-a139-41150f938d1b" 2024-11-09T19:20:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26375a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32823,-1] 2024-11-09T19:20:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:22,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:22,697 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:22,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aec3e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11b48068 2024-11-09T19:20:22,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:22,700 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:22,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:36651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:20:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:20:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:22,702 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:36651' 2024-11-09T19:20:22,703 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605bd990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,703 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36651,-1 for getting cluster id 2024-11-09T19:20:22,703 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:22,704 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9a652a7-239e-4623-a8b8-10d550473f71' 2024-11-09T19:20:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9a652a7-239e-4623-a8b8-10d550473f71" 2024-11-09T19:20:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36651,-1] 2024-11-09T19:20:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:22,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:22,705 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:22,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab21e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:22,705 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fbce7ad 2024-11-09T19:20:22,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:22,707 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:22,707 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:20:22,707 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:20:22,707 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:22,708 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:22,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:22,708 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:22,709 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:20:22,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:22,710 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:22,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:20:22,759 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:20:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:23,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 219af92d3dfa56f8a5e8ba5619ce14cb, NAME => 'hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc 2024-11-09T19:20:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:20:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:23,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:23,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 219af92d3dfa56f8a5e8ba5619ce14cb, disabling compactions & flushes 2024-11-09T19:20:23,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. after waiting 0 ms 2024-11-09T19:20:23,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,522 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 219af92d3dfa56f8a5e8ba5619ce14cb: Waiting for close lock at 1731180023522Disabling compacts and flushes for region at 1731180023522Disabling writes for close at 1731180023522Writing region close event to WAL at 1731180023522Closed at 1731180023522 2024-11-09T19:20:23,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:23,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180023523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180023523"}]},"ts":"1731180023523"} 2024-11-09T19:20:23,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:23,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:23,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180023525"}]},"ts":"1731180023525"} 2024-11-09T19:20:23,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:20:23,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=219af92d3dfa56f8a5e8ba5619ce14cb, ASSIGN}] 2024-11-09T19:20:23,528 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=219af92d3dfa56f8a5e8ba5619ce14cb, ASSIGN 2024-11-09T19:20:23,528 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=219af92d3dfa56f8a5e8ba5619ce14cb, ASSIGN; state=OFFLINE, location=fac84fd0e20f,38891,1731180011983; forceNewPlan=false, retain=false 2024-11-09T19:20:23,679 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=219af92d3dfa56f8a5e8ba5619ce14cb, regionState=OPENING, regionLocation=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:23,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=219af92d3dfa56f8a5e8ba5619ce14cb, ASSIGN because future has completed 2024-11-09T19:20:23,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 219af92d3dfa56f8a5e8ba5619ce14cb, server=fac84fd0e20f,38891,1731180011983}] 2024-11-09T19:20:23,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:23,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:20:23,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38891%2C1731180011983.rep, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/oldWALs, maxLogs=10 2024-11-09T19:20:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:23,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.rep.1731180023837, exclude list is [], retry=0 2024-11-09T19:20:23,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40993,DS-5a03a3a0-ef98-4ea1-9a4f-08e0d7080761,DISK] 2024-11-09T19:20:23,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.rep.1731180023837 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43481:43481)] 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 219af92d3dfa56f8a5e8ba5619ce14cb, NAME => 'hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:23,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. service=MultiRowMutationService 2024-11-09T19:20:23,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,854 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,855 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 219af92d3dfa56f8a5e8ba5619ce14cb columnFamilyName hfileref 2024-11-09T19:20:23,855 DEBUG [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:23,856 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] regionserver.HStore(327): Store=219af92d3dfa56f8a5e8ba5619ce14cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:23,856 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,857 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 219af92d3dfa56f8a5e8ba5619ce14cb columnFamilyName queue 2024-11-09T19:20:23,857 DEBUG [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:23,857 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] regionserver.HStore(327): Store=219af92d3dfa56f8a5e8ba5619ce14cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:23,857 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,858 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 219af92d3dfa56f8a5e8ba5619ce14cb columnFamilyName sid 2024-11-09T19:20:23,858 DEBUG [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:23,858 INFO [StoreOpener-219af92d3dfa56f8a5e8ba5619ce14cb-1 {}] regionserver.HStore(327): Store=219af92d3dfa56f8a5e8ba5619ce14cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:23,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/replication/219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/replication/219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:23,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/replication/219af92d3dfa56f8a5e8ba5619ce14cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:23,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 219af92d3dfa56f8a5e8ba5619ce14cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169632, jitterRate=0.0456089973449707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:23,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 219af92d3dfa56f8a5e8ba5619ce14cb: Running coprocessor pre-open hook at 1731180023853Writing region info on filesystem at 1731180023853Initializing all the Stores at 1731180023854 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180023854Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180023854Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180023854Cleaning up temporary data from old regions at 1731180023860 (+6 ms)Running coprocessor post-open hooks at 1731180023863 (+3 ms)Region opened successfully at 1731180023863 2024-11-09T19:20:23,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb., pid=10, masterSystemTime=1731180023833 2024-11-09T19:20:23,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:23,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=219af92d3dfa56f8a5e8ba5619ce14cb, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:23,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 219af92d3dfa56f8a5e8ba5619ce14cb, server=fac84fd0e20f,38891,1731180011983 because future has completed 2024-11-09T19:20:23,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:20:23,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 219af92d3dfa56f8a5e8ba5619ce14cb, server=fac84fd0e20f,38891,1731180011983 in 187 msec 2024-11-09T19:20:23,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:20:23,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=219af92d3dfa56f8a5e8ba5619ce14cb, ASSIGN in 342 msec 2024-11-09T19:20:23,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:23,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180023872"}]},"ts":"1731180023872"} 2024-11-09T19:20:23,874 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:20:23,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:23,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-09T19:20:23,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb., hostname=fac84fd0e20f,38891,1731180011983, seqNum=2] 2024-11-09T19:20:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:23,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:24,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:20:24,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:20:24,157 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:20:24,185 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,38891,1731180011983, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:20:24,186 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:24,186 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38891,1731180011983, seqNum=-1] 2024-11-09T19:20:24,186 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:24,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,38891,1731180011983', locateType=CURRENT is [region=hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb., hostname=fac84fd0e20f,38891,1731180011983, seqNum=2] 2024-11-09T19:20:24,191 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:20:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:20:24,193 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,38891,1731180011983 suceeded 2024-11-09T19:20:24,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:20:24,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-09T19:20:24,195 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:36651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:20:24,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4950 sec 2024-11-09T19:20:24,205 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:36651' 2024-11-09T19:20:24,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b08b29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36651,-1 for getting cluster id 2024-11-09T19:20:24,206 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:24,206 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9a652a7-239e-4623-a8b8-10d550473f71' 2024-11-09T19:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9a652a7-239e-4623-a8b8-10d550473f71" 2024-11-09T19:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39b7bae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36651,-1] 2024-11-09T19:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:24,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,208 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:24,208 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5612705c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,208 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:24,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:24,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ddffe3 2024-11-09T19:20:24,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:24,209 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T19:20:24,210 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,38891,1731180011983 (queues=1) is replicating from cluster=e4b628be-4949-43bd-a139-41150f938d1b to cluster=f9a652a7-239e-4623-a8b8-10d550473f71 2024-11-09T19:20:24,210 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C38891%2C1731180011983 2024-11-09T19:20:24,210 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,38891,1731180011983, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:20:24,210 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C38891%2C1731180011983 2024-11-09T19:20:24,210 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, startPosition=0, beingWritten=true 2024-11-09T19:20:24,215 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:24,215 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:24,215 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38891,1731180011983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:24,419 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:24,722 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:24,850 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:20:24,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:24,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:24,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:24,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25adbeee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36651,-1 for getting cluster id 2024-11-09T19:20:24,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:24,852 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9a652a7-239e-4623-a8b8-10d550473f71' 2024-11-09T19:20:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9a652a7-239e-4623-a8b8-10d550473f71" 2024-11-09T19:20:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50534312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36651,-1] 2024-11-09T19:20:24,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:24,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,853 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ff88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:24,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4979b2bb 2024-11-09T19:20:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:24,855 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:24,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:32823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:20:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:20:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:24,858 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:32823' 2024-11-09T19:20:24,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4baf2dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,864 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32823,-1 for getting cluster id 2024-11-09T19:20:24,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:24,865 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b628be-4949-43bd-a139-41150f938d1b' 2024-11-09T19:20:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b628be-4949-43bd-a139-41150f938d1b" 2024-11-09T19:20:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3643640d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32823,-1] 2024-11-09T19:20:24,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:24,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,866 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:24,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2d122e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:24,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:24,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:24,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a52d30c 2024-11-09T19:20:24,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:24,868 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:24,869 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:20:24,869 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:20:24,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,869 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:24,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:24,870 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:24,871 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:20:24,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:24,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:24,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:24,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:20:24,921 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:20:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:25,125 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:25,211 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:25,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:25,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:20:25,295 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3fcbd0faf383193eecdb68bf964c82eb, NAME => 'hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f 2024-11-09T19:20:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:20:25,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:25,511 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:20:25,629 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:25,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:25,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3fcbd0faf383193eecdb68bf964c82eb, disabling compactions & flushes 2024-11-09T19:20:25,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:25,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:25,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. after waiting 0 ms 2024-11-09T19:20:25,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:25,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:25,700 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3fcbd0faf383193eecdb68bf964c82eb: Waiting for close lock at 1731180025700Disabling compacts and flushes for region at 1731180025700Disabling writes for close at 1731180025700Writing region close event to WAL at 1731180025700Closed at 1731180025700 2024-11-09T19:20:25,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:25,702 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180025701"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180025701"}]},"ts":"1731180025701"} 2024-11-09T19:20:25,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:25,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:25,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180025704"}]},"ts":"1731180025704"} 2024-11-09T19:20:25,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:20:25,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fcbd0faf383193eecdb68bf964c82eb, ASSIGN}] 2024-11-09T19:20:25,707 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fcbd0faf383193eecdb68bf964c82eb, ASSIGN 2024-11-09T19:20:25,707 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fcbd0faf383193eecdb68bf964c82eb, ASSIGN; state=OFFLINE, location=fac84fd0e20f,36949,1731180016825; forceNewPlan=false, retain=false 2024-11-09T19:20:25,858 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fcbd0faf383193eecdb68bf964c82eb, regionState=OPENING, regionLocation=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:25,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3fcbd0faf383193eecdb68bf964c82eb, ASSIGN because future has completed 2024-11-09T19:20:25,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fcbd0faf383193eecdb68bf964c82eb, server=fac84fd0e20f,36949,1731180016825}] 2024-11-09T19:20:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:26,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:26,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:26,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:20:26,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C36949%2C1731180016825.rep, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/oldWALs, maxLogs=10 2024-11-09T19:20:26,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.rep.1731180026017, exclude list is [], retry=0 2024-11-09T19:20:26,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a191aa81-e7b7-42fd-8ade-f3fb9415f8c0,DISK] 2024-11-09T19:20:26,037 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.rep.1731180026017 2024-11-09T19:20:26,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46545:46545)] 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fcbd0faf383193eecdb68bf964c82eb, NAME => 'hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:26,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. service=MultiRowMutationService 2024-11-09T19:20:26,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,040 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,042 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fcbd0faf383193eecdb68bf964c82eb columnFamilyName hfileref 2024-11-09T19:20:26,042 DEBUG [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:26,042 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] regionserver.HStore(327): Store=3fcbd0faf383193eecdb68bf964c82eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:26,042 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,043 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fcbd0faf383193eecdb68bf964c82eb columnFamilyName queue 2024-11-09T19:20:26,043 DEBUG [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:26,044 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] regionserver.HStore(327): Store=3fcbd0faf383193eecdb68bf964c82eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:26,044 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,045 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fcbd0faf383193eecdb68bf964c82eb columnFamilyName sid 2024-11-09T19:20:26,045 DEBUG [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:26,045 INFO [StoreOpener-3fcbd0faf383193eecdb68bf964c82eb-1 {}] regionserver.HStore(327): Store=3fcbd0faf383193eecdb68bf964c82eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:26,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/replication/3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/replication/3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:26,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/replication/3fcbd0faf383193eecdb68bf964c82eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:26,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3fcbd0faf383193eecdb68bf964c82eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67382869, jitterRate=0.004082992672920227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:26,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:26,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3fcbd0faf383193eecdb68bf964c82eb: Running coprocessor pre-open hook at 1731180026039Writing region info on filesystem at 1731180026039Initializing all the Stores at 1731180026040 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180026040Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180026040Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180026040Cleaning up temporary data from old regions at 1731180026047 (+7 ms)Running coprocessor post-open hooks at 1731180026050 (+3 ms)Region opened successfully at 1731180026050 2024-11-09T19:20:26,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb., pid=10, masterSystemTime=1731180026012 2024-11-09T19:20:26,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:26,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:26,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3fcbd0faf383193eecdb68bf964c82eb, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:26,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fcbd0faf383193eecdb68bf964c82eb, server=fac84fd0e20f,36949,1731180016825 because future has completed 2024-11-09T19:20:26,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:20:26,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fcbd0faf383193eecdb68bf964c82eb, server=fac84fd0e20f,36949,1731180016825 in 197 msec 2024-11-09T19:20:26,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:20:26,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3fcbd0faf383193eecdb68bf964c82eb, ASSIGN in 352 msec 2024-11-09T19:20:26,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:26,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180026061"}]},"ts":"1731180026061"} 2024-11-09T19:20:26,062 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:20:26,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:26,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-09T19:20:26,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb., hostname=fac84fd0e20f,36949,1731180016825, seqNum=2] 2024-11-09T19:20:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:26,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:20:26,232 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:26,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:20:26,346 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:20:26,372 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,36949,1731180016825, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:20:26,372 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:26,372 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36949,1731180016825, seqNum=-1] 2024-11-09T19:20:26,372 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:26,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:26,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,36949,1731180016825', locateType=CURRENT is [region=hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb., hostname=fac84fd0e20f,36949,1731180016825, seqNum=2] 2024-11-09T19:20:26,376 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:20:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:20:26,378 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,36949,1731180016825 suceeded 2024-11-09T19:20:26,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:20:26,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T19:20:26,380 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:32823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:20:26,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-09T19:20:26,390 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:32823' 2024-11-09T19:20:26,391 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@440ee402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:26,391 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32823,-1 for getting cluster id 2024-11-09T19:20:26,391 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:26,391 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b628be-4949-43bd-a139-41150f938d1b' 2024-11-09T19:20:26,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b628be-4949-43bd-a139-41150f938d1b" 2024-11-09T19:20:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@597b4742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32823,-1] 2024-11-09T19:20:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:26,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:26,392 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:26,393 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@686a2761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:26,393 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:26,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:26,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61324418 2024-11-09T19:20:26,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:26,394 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T19:20:26,395 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,36949,1731180016825 (queues=1) is replicating from cluster=f9a652a7-239e-4623-a8b8-10d550473f71 to cluster=e4b628be-4949-43bd-a139-41150f938d1b 2024-11-09T19:20:26,395 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C36949%2C1731180016825 2024-11-09T19:20:26,395 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,36949,1731180016825, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:20:26,395 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C36949%2C1731180016825 2024-11-09T19:20:26,395 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, startPosition=0, beingWritten=true 2024-11-09T19:20:26,399 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:26,399 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 379, reset compression=false 2024-11-09T19:20:26,399 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,36949,1731180016825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:26,602 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 379, reset compression=false 2024-11-09T19:20:26,905 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 379, reset compression=false 2024-11-09T19:20:26,936 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:27,019 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:20:27,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:27,019 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:27,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:27,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:27,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:27,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38891,1731180011983, seqNum=-1] 2024-11-09T19:20:27,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:27,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad., hostname=fac84fd0e20f,38891,1731180011983, seqNum=2] 2024-11-09T19:20:27,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36949,1731180016825, seqNum=-1] 2024-11-09T19:20:27,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:27,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:27,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180020542.0d12577cacea5ca853a327c3286f84d7., hostname=fac84fd0e20f,36949,1731180016825, seqNum=2] 2024-11-09T19:20:27,030 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T19:20:27,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 379, reset compression=false 2024-11-09T19:20:27,739 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 379, reset compression=false 2024-11-09T19:20:27,744 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:27,744 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 480, reset compression=false 2024-11-09T19:20:27,744 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38891,1731180011983 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f58d9747bffb7c9974e7a50e794e4ad/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T19:20:27,747 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:27,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T19:20:27,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:20:27,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@211e16dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:27,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,36651,-1 for getting cluster id 2024-11-09T19:20:27,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:27,751 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9a652a7-239e-4623-a8b8-10d550473f71' 2024-11-09T19:20:27,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:27,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9a652a7-239e-4623-a8b8-10d550473f71" 2024-11-09T19:20:27,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cfd443e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:27,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,36651,-1] 2024-11-09T19:20:27,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:27,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:27,752 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:27,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51fbbf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:27,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,36949,1731180016825, seqNum=-1] 2024-11-09T19:20:27,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:27,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180020542.0d12577cacea5ca853a327c3286f84d7., hostname=fac84fd0e20f,36949,1731180016825, seqNum=2] 2024-11-09T19:20:27,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:20:27,813 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 379, reset compression=false 2024-11-09T19:20:27,817 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:27,817 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 504, reset compression=false 2024-11-09T19:20:27,817 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,36949,1731180016825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:27,948 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 480, reset compression=false 2024-11-09T19:20:28,022 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 504, reset compression=false 2024-11-09T19:20:28,035 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T19:20:28,038 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T19:20:28,252 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 480, reset compression=false 2024-11-09T19:20:28,326 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 504, reset compression=false 2024-11-09T19:20:28,338 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:28,338 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 608, reset compression=false 2024-11-09T19:20:28,338 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,36949,1731180016825 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d12577cacea5ca853a327c3286f84d7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:20:28,357 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:28,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T19:20:28,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:20:28,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f2f4259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:28,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,32823,-1 for getting cluster id 2024-11-09T19:20:28,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:28,360 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4b628be-4949-43bd-a139-41150f938d1b' 2024-11-09T19:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4b628be-4949-43bd-a139-41150f938d1b" 2024-11-09T19:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3be3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,32823,-1] 2024-11-09T19:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:28,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:28,362 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:28,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a48198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:28,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:28,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38891,1731180011983, seqNum=-1] 2024-11-09T19:20:28,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:28,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T19:20:28,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad., hostname=fac84fd0e20f,38891,1731180011983, seqNum=2] 2024-11-09T19:20:28,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:20:28,559 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 608, reset compression=false 2024-11-09T19:20:28,656 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 480, reset compression=false 2024-11-09T19:20:28,661 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:28,661 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 608, reset compression=false 2024-11-09T19:20:28,661 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38891,1731180011983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:28,862 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 608, reset compression=false 2024-11-09T19:20:28,864 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 608, reset compression=false 2024-11-09T19:20:29,041 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T19:20:29,051 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T19:20:29,170 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 608, reset compression=false 2024-11-09T19:20:29,182 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:29,183 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 764, reset compression=false 2024-11-09T19:20:29,183 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38891,1731180011983 got entry batch from reader: WALEntryBatch [walEntries=[{test/7f58d9747bffb7c9974e7a50e794e4ad/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T19:20:29,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:20:29,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:20:29,268 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 608, reset compression=false 2024-11-09T19:20:29,272 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:29,272 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 756, reset compression=false 2024-11-09T19:20:29,272 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,36949,1731180016825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:29,388 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 764, reset compression=false 2024-11-09T19:20:29,475 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 756, reset compression=false 2024-11-09T19:20:29,692 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 764, reset compression=false 2024-11-09T19:20:29,779 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 756, reset compression=false 2024-11-09T19:20:30,053 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T19:20:30,057 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T19:20:30,095 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 764, reset compression=false 2024-11-09T19:20:30,183 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 756, reset compression=false 2024-11-09T19:20:30,189 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:20:30,189 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 915, reset compression=false 2024-11-09T19:20:30,189 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,36949,1731180016825 got entry batch from reader: WALEntryBatch [walEntries=[{test/0d12577cacea5ca853a327c3286f84d7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T19:20:30,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:20:30,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38891 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:20:30,393 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 915, reset compression=false 2024-11-09T19:20:30,599 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 764, reset compression=false 2024-11-09T19:20:30,603 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:30,603 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:30,603 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38891,1731180011983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:30,697 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 915, reset compression=false 2024-11-09T19:20:30,806 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:31,059 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T19:20:31,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:20:31,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:31,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:31,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:31,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:31,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:31,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:20:31,063 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=960728683, stopped=false 2024-11-09T19:20:31,063 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,36651,1731180016680 2024-11-09T19:20:31,101 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 915, reset compression=false 2024-11-09T19:20:31,110 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11741637/running 2024-11-09T19:20:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11741637/running 2024-11-09T19:20:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:31,140 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:31,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:31,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:31,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:31,141 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,36949,1731180016825' ***** 2024-11-09T19:20:31,141 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:20:31,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/running 2024-11-09T19:20:31,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:20:31,141 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:20:31,141 INFO [RS:0;fac84fd0e20f:36949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:20:31,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Set watcher on znode that does not yet exist, /11741637/running 2024-11-09T19:20:31,141 INFO [RS:0;fac84fd0e20f:36949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:20:31,141 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d12577cacea5ca853a327c3286f84d7 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:36949. 2024-11-09T19:20:31,142 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d12577cacea5ca853a327c3286f84d7, disabling compactions & flushes 2024-11-09T19:20:31,142 DEBUG [RS:0;fac84fd0e20f:36949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:31,142 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:31,142 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:31,142 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:31,142 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. after waiting 0 ms 2024-11-09T19:20:31,142 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:20:31,142 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d12577cacea5ca853a327c3286f84d7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T19:20:31,142 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:20:31,142 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1325): Online Regions={0d12577cacea5ca853a327c3286f84d7=test,,1731180020542.0d12577cacea5ca853a327c3286f84d7., 1588230740=hbase:meta,,1.1588230740, 3fcbd0faf383193eecdb68bf964c82eb=hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb.} 2024-11-09T19:20:31,142 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1351): Waiting on 0d12577cacea5ca853a327c3286f84d7, 1588230740, 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:31,143 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:31,143 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:31,143 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:31,143 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:31,143 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:31,143 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:20:31,164 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/info/b6deef6f8436433bb088f74ebbff6bcd is 147, key is hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb./info:regioninfo/1731180026053/Put/seqid=0 2024-11-09T19:20:31,165 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/f/156196be4b9d40dd8ec4afa7314574a4 is 29, key is row1/f:/1731180030054/DeleteFamily/seqid=0 2024-11-09T19:20:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741840_1016 (size=7686) 2024-11-09T19:20:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741841_1017 (size=5118) 2024-11-09T19:20:31,169 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/f/156196be4b9d40dd8ec4afa7314574a4 2024-11-09T19:20:31,173 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 156196be4b9d40dd8ec4afa7314574a4 2024-11-09T19:20:31,186 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/f1/3d994e4d1e694283905e914c02b92c0c is 30, key is row1/f1:/1731180030054/DeleteFamily/seqid=0 2024-11-09T19:20:31,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741842_1018 (size=5123) 2024-11-09T19:20:31,238 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:31,343 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1351): Waiting on 0d12577cacea5ca853a327c3286f84d7, 1588230740, 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:31,514 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:31,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:31,543 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1351): Waiting on 0d12577cacea5ca853a327c3286f84d7, 1588230740, 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:31,569 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/info/b6deef6f8436433bb088f74ebbff6bcd 2024-11-09T19:20:31,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,590 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/f1/3d994e4d1e694283905e914c02b92c0c 2024-11-09T19:20:31,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:31,600 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/ns/b3936681ea1f4608b09f846aeb948570 is 43, key is default/ns:d/1731180019756/Put/seqid=0 2024-11-09T19:20:31,603 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d994e4d1e694283905e914c02b92c0c 2024-11-09T19:20:31,604 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 915, reset compression=false 2024-11-09T19:20:31,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T19:20:31,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:31,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741843_1019 (size=5153) 2024-11-09T19:20:31,619 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/ns/b3936681ea1f4608b09f846aeb948570 2024-11-09T19:20:31,635 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/norep/969687173d124b1691e3886768c6b05b is 33, key is row1/norep:/1731180030054/DeleteFamily/seqid=0 2024-11-09T19:20:31,645 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:31,645 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 1162, reset compression=false 2024-11-09T19:20:31,645 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,36949,1731180016825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:31,646 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,36949,1731180016825: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,36949,1731180016825, walGroup=fac84fd0e20f%2C36949%2C1731180016825, offset=fac84fd0e20f%2C36949%2C1731180016825.1731180019066:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:20:31,647 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:20:31,647 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:20:31,647 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:20:31,647 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:20:31,648 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:20:31,648 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 667312640 }, "NonHeapMemoryUsage": { "committed": 195756032, "init": 7667712, "max": -1, "used": 190959112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:20:31,648 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:36651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:36651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:20:31,661 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/22094cd39e97474282adaa812f72823e is 112, key is test,,1731180020542.0d12577cacea5ca853a327c3286f84d7./rep_barrier:seqnumDuringOpen/1731180021688/Put/seqid=0 2024-11-09T19:20:31,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741844_1020 (size=5108) 2024-11-09T19:20:31,663 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/norep/969687173d124b1691e3886768c6b05b 2024-11-09T19:20:31,668 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 969687173d124b1691e3886768c6b05b 2024-11-09T19:20:31,669 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/f/156196be4b9d40dd8ec4afa7314574a4 as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/f/156196be4b9d40dd8ec4afa7314574a4 2024-11-09T19:20:31,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741845_1021 (size=5518) 2024-11-09T19:20:31,670 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/22094cd39e97474282adaa812f72823e 2024-11-09T19:20:31,679 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 156196be4b9d40dd8ec4afa7314574a4 2024-11-09T19:20:31,679 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/f/156196be4b9d40dd8ec4afa7314574a4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T19:20:31,683 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/f1/3d994e4d1e694283905e914c02b92c0c as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/f1/3d994e4d1e694283905e914c02b92c0c 2024-11-09T19:20:31,693 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d994e4d1e694283905e914c02b92c0c 2024-11-09T19:20:31,693 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/f1/3d994e4d1e694283905e914c02b92c0c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T19:20:31,694 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/.tmp/norep/969687173d124b1691e3886768c6b05b as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/norep/969687173d124b1691e3886768c6b05b 2024-11-09T19:20:31,705 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 969687173d124b1691e3886768c6b05b 2024-11-09T19:20:31,705 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/norep/969687173d124b1691e3886768c6b05b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T19:20:31,708 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0d12577cacea5ca853a327c3286f84d7 in 566ms, sequenceid=8, compaction requested=false 2024-11-09T19:20:31,714 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/table/f0747f222fa346f0a65be321ed285434 is 53, key is hbase:replication/table:state/1731180026061/Put/seqid=0 2024-11-09T19:20:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741846_1022 (size=5308) 2024-11-09T19:20:31,731 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/table/f0747f222fa346f0a65be321ed285434 2024-11-09T19:20:31,738 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/info/b6deef6f8436433bb088f74ebbff6bcd as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/info/b6deef6f8436433bb088f74ebbff6bcd 2024-11-09T19:20:31,738 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/default/test/0d12577cacea5ca853a327c3286f84d7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:31,739 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d12577cacea5ca853a327c3286f84d7: Waiting for close lock at 1731180031142Running coprocessor pre-close hooks at 1731180031142Disabling compacts and flushes for region at 1731180031142Disabling writes for close at 1731180031142Obtaining lock to block concurrent updates at 1731180031142Preparing flush snapshotting stores in 0d12577cacea5ca853a327c3286f84d7 at 1731180031142Finished memstore snapshotting test,,1731180020542.0d12577cacea5ca853a327c3286f84d7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731180031143 (+1 ms)Flushing stores of test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. at 1731180031143Flushing 0d12577cacea5ca853a327c3286f84d7/f: creating writer at 1731180031143Flushing 0d12577cacea5ca853a327c3286f84d7/f: appending metadata at 1731180031165 (+22 ms)Flushing 0d12577cacea5ca853a327c3286f84d7/f: closing flushed file at 1731180031165Flushing 0d12577cacea5ca853a327c3286f84d7/f1: creating writer at 1731180031173 (+8 ms)Flushing 0d12577cacea5ca853a327c3286f84d7/f1: appending metadata at 1731180031185 (+12 ms)Flushing 0d12577cacea5ca853a327c3286f84d7/f1: closing flushed file at 1731180031185Flushing 0d12577cacea5ca853a327c3286f84d7/norep: creating writer at 1731180031603 (+418 ms)Flushing 0d12577cacea5ca853a327c3286f84d7/norep: appending metadata at 1731180031633 (+30 ms)Flushing 0d12577cacea5ca853a327c3286f84d7/norep: closing flushed file at 1731180031633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a85a4a3: reopening flushed file at 1731180031668 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37562c94: reopening flushed file at 1731180031680 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ad9c0fd: reopening flushed file at 1731180031693 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0d12577cacea5ca853a327c3286f84d7 in 566ms, sequenceid=8, compaction requested=false at 1731180031708 (+15 ms)Writing region close event to WAL at 1731180031729 (+21 ms)Running coprocessor post-close hooks at 1731180031738 (+9 ms)Closed at 1731180031739 (+1 ms) 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180020542.0d12577cacea5ca853a327c3286f84d7. 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fcbd0faf383193eecdb68bf964c82eb, disabling compactions & flushes 2024-11-09T19:20:31,739 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. after waiting 0 ms 2024-11-09T19:20:31,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,740 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fcbd0faf383193eecdb68bf964c82eb: Waiting for close lock at 1731180031739Running coprocessor pre-close hooks at 1731180031739Disabling compacts and flushes for region at 1731180031739Disabling writes for close at 1731180031739Failed flush hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb., putting online again at 1731180031740 (+1 ms) 2024-11-09T19:20:31,740 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,743 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:31,743 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/info/b6deef6f8436433bb088f74ebbff6bcd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:20:31,743 DEBUG [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3fcbd0faf383193eecdb68bf964c82eb 2024-11-09T19:20:31,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fcbd0faf383193eecdb68bf964c82eb, disabling compactions & flushes 2024-11-09T19:20:31,743 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. after waiting 0 ms 2024-11-09T19:20:31,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fcbd0faf383193eecdb68bf964c82eb: Waiting for close lock at 1731180031743Running coprocessor pre-close hooks at 1731180031743Disabling compacts and flushes for region at 1731180031743Disabling writes for close at 1731180031743Failed flush hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb., putting online again at 1731180031743 2024-11-09T19:20:31,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180024869.3fcbd0faf383193eecdb68bf964c82eb. 2024-11-09T19:20:31,744 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/ns/b3936681ea1f4608b09f846aeb948570 as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/ns/b3936681ea1f4608b09f846aeb948570 2024-11-09T19:20:31,747 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/ns/b3936681ea1f4608b09f846aeb948570, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:20:31,748 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/22094cd39e97474282adaa812f72823e as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/rep_barrier/22094cd39e97474282adaa812f72823e 2024-11-09T19:20:31,752 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/rep_barrier/22094cd39e97474282adaa812f72823e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:20:31,753 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/.tmp/table/f0747f222fa346f0a65be321ed285434 as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/table/f0747f222fa346f0a65be321ed285434 2024-11-09T19:20:31,757 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/table/f0747f222fa346f0a65be321ed285434, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:20:31,758 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false 2024-11-09T19:20:31,764 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:20:31,764 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:31,764 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:31,764 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:31,764 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180031142Running coprocessor pre-close hooks at 1731180031142Disabling compacts and flushes for region at 1731180031143 (+1 ms)Disabling writes for close at 1731180031143Obtaining lock to block concurrent updates at 1731180031143Preparing flush snapshotting stores in 1588230740 at 1731180031143Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180031143Flushing stores of hbase:meta,,1.1588230740 at 1731180031143Flushing 1588230740/info: creating writer at 1731180031143Flushing 1588230740/info: appending metadata at 1731180031164 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731180031164Flushing 1588230740/ns: creating writer at 1731180031577 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731180031599 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731180031599Flushing 1588230740/rep_barrier: creating writer at 1731180031631 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180031660 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180031661 (+1 ms)Flushing 1588230740/table: creating writer at 1731180031680 (+19 ms)Flushing 1588230740/table: appending metadata at 1731180031714 (+34 ms)Flushing 1588230740/table: closing flushed file at 1731180031714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf9b29f: reopening flushed file at 1731180031735 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a068c15: reopening flushed file at 1731180031743 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11449bb3: reopening flushed file at 1731180031747 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a18ee5: reopening flushed file at 1731180031752 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false at 1731180031758 (+6 ms)Writing region close event to WAL at 1731180031761 (+3 ms)Running coprocessor post-close hooks at 1731180031764 (+3 ms)Closed at 1731180031764 2024-11-09T19:20:31,764 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:31,863 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 1162, reset compression=false 2024-11-09T19:20:31,872 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:31,873 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 1806, reset compression=false 2024-11-09T19:20:31,943 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T19:20:31,943 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,36949,1731180016825; all regions closed. 2024-11-09T19:20:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:20:31,947 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:20:31,947 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:20:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741839_1015 (size=1733) 2024-11-09T19:20:31,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.rep.1731180026017 not finished, retry = 0 2024-11-09T19:20:32,017 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:32,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741833_1009 (size=1814) 2024-11-09T19:20:32,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 not finished, retry = 0 2024-11-09T19:20:32,078 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 to pos 1806, reset compression=false 2024-11-09T19:20:32,152 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/WALs/fac84fd0e20f,36949,1731180016825/fac84fd0e20f%2C36949%2C1731180016825.1731180019066 2024-11-09T19:20:32,152 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:32,152 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:32,152 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:32,152 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:32,152 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:32,152 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:32,153 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,36949,1731180016825 because: Region server is closing 2024-11-09T19:20:32,153 INFO [RS:0;fac84fd0e20f:36949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:36949. 2024-11-09T19:20:32,153 DEBUG [RS:0;fac84fd0e20f:36949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:32,153 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:32,153 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:32,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:32,253 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.shipperfac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 terminated 2024-11-09T19:20:32,253 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,36949,1731180016825.replicationSource.wal-reader.fac84fd0e20f%2C36949%2C1731180016825,1-fac84fd0e20f,36949,1731180016825 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T19:20:32,254 INFO [RS:0;fac84fd0e20f:36949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:36949. 2024-11-09T19:20:32,254 DEBUG [RS:0;fac84fd0e20f:36949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:32,254 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:32,254 DEBUG [RS:0;fac84fd0e20f:36949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:32,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:32,254 INFO [RS:0;fac84fd0e20f:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36949 2024-11-09T19:20:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637/rs 2024-11-09T19:20:32,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11741637/rs/fac84fd0e20f,36949,1731180016825 2024-11-09T19:20:32,319 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:32,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,36949,1731180016825] 2024-11-09T19:20:32,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11741637/draining/fac84fd0e20f,36949,1731180016825 already deleted, retry=false 2024-11-09T19:20:32,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,36949,1731180016825 expired; onlineServers=0 2024-11-09T19:20:32,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,36651,1731180016680' ***** 2024-11-09T19:20:32,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:20:32,340 INFO [M:0;fac84fd0e20f:36651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:32,340 INFO [M:0;fac84fd0e20f:36651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:32,340 DEBUG [M:0;fac84fd0e20f:36651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:20:32,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:20:32,340 DEBUG [M:0;fac84fd0e20f:36651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:20:32,340 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180018844 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180018844,5,FailOnTimeoutGroup] 2024-11-09T19:20:32,340 INFO [M:0;fac84fd0e20f:36651 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:32,340 INFO [M:0;fac84fd0e20f:36651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:32,340 DEBUG [M:0;fac84fd0e20f:36651 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:20:32,340 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180018845 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180018845,5,FailOnTimeoutGroup] 2024-11-09T19:20:32,342 INFO [M:0;fac84fd0e20f:36651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:20:32,342 INFO [M:0;fac84fd0e20f:36651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:32,342 INFO [M:0;fac84fd0e20f:36651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:20:32,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:20:32,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11741637/master 2024-11-09T19:20:32,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11741637 2024-11-09T19:20:32,350 DEBUG [M:0;fac84fd0e20f:36651 {}] zookeeper.ZKUtil(347): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Unable to get data of znode /11741637/master because node does not exist (not an error) 2024-11-09T19:20:32,350 WARN [M:0;fac84fd0e20f:36651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:20:32,351 INFO [M:0;fac84fd0e20f:36651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/.lastflushedseqids 2024-11-09T19:20:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741847_1023 (size=245) 2024-11-09T19:20:32,355 INFO [M:0;fac84fd0e20f:36651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:20:32,356 INFO [M:0;fac84fd0e20f:36651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:20:32,356 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:32,356 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:32,356 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:32,356 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:32,356 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:32,356 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T19:20:32,375 DEBUG [M:0;fac84fd0e20f:36651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bcbb17045944a919f2ae1f6461da568 is 82, key is hbase:meta,,1/info:regioninfo/1731180019725/Put/seqid=0 2024-11-09T19:20:32,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741848_1024 (size=5672) 2024-11-09T19:20:32,383 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bcbb17045944a919f2ae1f6461da568 2024-11-09T19:20:32,405 DEBUG [M:0;fac84fd0e20f:36651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11c0f0119b2a4fda956fb1b51e8626e0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180026064/Put/seqid=0 2024-11-09T19:20:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741849_1025 (size=8516) 2024-11-09T19:20:32,429 INFO [RS:0;fac84fd0e20f:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:32,429 INFO [RS:0;fac84fd0e20f:36949 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,36949,1731180016825; zookeeper connection closed. 2024-11-09T19:20:32,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36949-0x101210a93d10004, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:32,430 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76888aa8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76888aa8 2024-11-09T19:20:32,430 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:20:32,625 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:32,829 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11c0f0119b2a4fda956fb1b51e8626e0 2024-11-09T19:20:32,853 DEBUG [M:0;fac84fd0e20f:36651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccdedb0418a4460c89cdad8d96c7b3ae is 69, key is fac84fd0e20f,36949,1731180016825/rs:state/1731180018896/Put/seqid=0 2024-11-09T19:20:32,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741850_1026 (size=5156) 2024-11-09T19:20:33,257 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccdedb0418a4460c89cdad8d96c7b3ae 2024-11-09T19:20:33,262 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bcbb17045944a919f2ae1f6461da568 as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bcbb17045944a919f2ae1f6461da568 2024-11-09T19:20:33,267 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bcbb17045944a919f2ae1f6461da568, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:20:33,268 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11c0f0119b2a4fda956fb1b51e8626e0 as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11c0f0119b2a4fda956fb1b51e8626e0 2024-11-09T19:20:33,278 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11c0f0119b2a4fda956fb1b51e8626e0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:20:33,279 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccdedb0418a4460c89cdad8d96c7b3ae as hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccdedb0418a4460c89cdad8d96c7b3ae 2024-11-09T19:20:33,283 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/8268313e-9a6f-c1cb-5663-cb4cfc5a0d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccdedb0418a4460c89cdad8d96c7b3ae, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:20:33,284 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=97, compaction requested=false 2024-11-09T19:20:33,285 INFO [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:33,286 DEBUG [M:0;fac84fd0e20f:36651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180032356Disabling compacts and flushes for region at 1731180032356Disabling writes for close at 1731180032356Obtaining lock to block concurrent updates at 1731180032356Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180032356Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731180032356Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180032357 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180032357Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180032375 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180032375Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180032387 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180032405 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180032405Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180032833 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180032853 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180032853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f99719a: reopening flushed file at 1731180033261 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a11d717: reopening flushed file at 1731180033267 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e3bca5b: reopening flushed file at 1731180033278 (+11 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 928ms, sequenceid=97, compaction requested=false at 1731180033284 (+6 ms)Writing region close event to WAL at 1731180033285 (+1 ms)Closed at 1731180033285 2024-11-09T19:20:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741830_1006 (size=63654) 2024-11-09T19:20:33,290 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:33,290 INFO [M:0;fac84fd0e20f:36651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:20:33,290 INFO [M:0;fac84fd0e20f:36651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36651 2024-11-09T19:20:33,291 INFO [M:0;fac84fd0e20f:36651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:33,330 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:33,503 INFO [M:0;fac84fd0e20f:36651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36651-0x101210a93d10003, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:33,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c23a51f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:33,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e651f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:33,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:33,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1593c283{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:33,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c30ba25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:33,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:20:33,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:20:33,507 WARN [BP-2104896456-172.17.0.2-1731180014622 heartbeating to localhost/127.0.0.1:45289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:20:33,507 WARN [BP-2104896456-172.17.0.2-1731180014622 heartbeating to localhost/127.0.0.1:45289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2104896456-172.17.0.2-1731180014622 (Datanode Uuid 6c39724c-4feb-4788-bf1d-2ccfdecba370) service to localhost/127.0.0.1:45289 2024-11-09T19:20:33,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/cluster_34f6478d-99a9-458b-9bbf-2ed7fb166da1/data/data1/current/BP-2104896456-172.17.0.2-1731180014622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:33,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/cluster_34f6478d-99a9-458b-9bbf-2ed7fb166da1/data/data2/current/BP-2104896456-172.17.0.2-1731180014622 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:33,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:20:33,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@edf6f25{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:33,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18687312{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:33,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:33,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3696dd58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:33,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec4ec0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:33,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:20:33,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:20:33,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:33,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:33,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:33,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:33,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:33,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:20:33,648 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311719728, stopped=false 2024-11-09T19:20:33,648 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,32823,1731180011770 2024-11-09T19:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286419355/running 2024-11-09T19:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286419355/running 2024-11-09T19:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:33,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:33,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:33,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/running 2024-11-09T19:20:33,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Set watcher on znode that does not yet exist, /01286419355/running 2024-11-09T19:20:33,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:20:33,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:33,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:33,825 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,38891,1731180011983' ***** 2024-11-09T19:20:33,825 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:20:33,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(3091): Received CLOSE for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:33,825 INFO [RS:0;fac84fd0e20f:38891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38891. 2024-11-09T19:20:33,825 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f58d9747bffb7c9974e7a50e794e4ad, disabling compactions & flushes 2024-11-09T19:20:33,825 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:33,825 DEBUG [RS:0;fac84fd0e20f:38891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:33,825 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:33,825 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:33,825 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. after waiting 0 ms 2024-11-09T19:20:33,826 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:20:33,826 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:33,826 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:20:33,826 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:20:33,826 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:20:33,826 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f58d9747bffb7c9974e7a50e794e4ad 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T19:20:33,826 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:20:33,826 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1325): Online Regions={7f58d9747bffb7c9974e7a50e794e4ad=test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad., 219af92d3dfa56f8a5e8ba5619ce14cb=hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:20:33,826 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 219af92d3dfa56f8a5e8ba5619ce14cb, 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:33,826 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:33,826 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:33,826 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:33,827 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:33,827 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:33,827 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:20:33,842 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/f/c005cb58b2e1408287e660d050c6af6d is 29, key is row1/f:/1731180030054/DeleteFamily/seqid=0 2024-11-09T19:20:33,847 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/info/1b50bd98ba634813a5181bbb124834f9 is 147, key is hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb./info:regioninfo/1731180023866/Put/seqid=0 2024-11-09T19:20:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741841_1017 (size=7686) 2024-11-09T19:20:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741840_1016 (size=5118) 2024-11-09T19:20:33,851 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/info/1b50bd98ba634813a5181bbb124834f9 2024-11-09T19:20:33,852 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/f/c005cb58b2e1408287e660d050c6af6d 2024-11-09T19:20:33,863 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:33,865 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c005cb58b2e1408287e660d050c6af6d 2024-11-09T19:20:33,881 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/f1/ba16aa59c75c43c19338991a55c9ae52 is 30, key is row1/f1:/1731180030054/DeleteFamily/seqid=0 2024-11-09T19:20:33,885 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/ns/ebe5febc5aec42998787447a20de2480 is 43, key is default/ns:d/1731180014492/Put/seqid=0 2024-11-09T19:20:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741842_1018 (size=5123) 2024-11-09T19:20:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741843_1019 (size=5153) 2024-11-09T19:20:33,901 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/ns/ebe5febc5aec42998787447a20de2480 2024-11-09T19:20:33,927 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/rep_barrier/8343593330ec476baadf23b5ff49b9a7 is 112, key is test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad./rep_barrier:seqnumDuringOpen/1731180020271/Put/seqid=0 2024-11-09T19:20:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741844_1020 (size=5518) 2024-11-09T19:20:34,027 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 219af92d3dfa56f8a5e8ba5619ce14cb, 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:34,134 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 914, reset compression=false 2024-11-09T19:20:34,140 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:34,140 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 1161, reset compression=false 2024-11-09T19:20:34,140 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38891,1731180011983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:20:34,141 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,38891,1731180011983: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,38891,1731180011983, walGroup=fac84fd0e20f%2C38891%2C1731180011983, offset=fac84fd0e20f%2C38891%2C1731180011983.1731180013692:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:20:34,142 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:20:34,143 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 719741440 }, "NonHeapMemoryUsage": { "committed": 196083712, "init": 7667712, "max": -1, "used": 191526256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:20:34,143 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:32823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:32823 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:20:34,227 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 219af92d3dfa56f8a5e8ba5619ce14cb, 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:34,300 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/f1/ba16aa59c75c43c19338991a55c9ae52 2024-11-09T19:20:34,303 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba16aa59c75c43c19338991a55c9ae52 2024-11-09T19:20:34,317 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/norep/fb038f8c299e4482a42038aefa942ba8 is 32, key is row/norep:/1731180029046/DeleteFamily/seqid=0 2024-11-09T19:20:34,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741845_1021 (size=5101) 2024-11-09T19:20:34,345 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/rep_barrier/8343593330ec476baadf23b5ff49b9a7 2024-11-09T19:20:34,350 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 1161, reset compression=false 2024-11-09T19:20:34,364 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/table/f26c927c72204b7781705495f11b1ef7 is 53, key is hbase:replication/table:state/1731180023872/Put/seqid=0 2024-11-09T19:20:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741846_1022 (size=5308) 2024-11-09T19:20:34,427 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 219af92d3dfa56f8a5e8ba5619ce14cb, 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:34,540 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:20:34,540 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:20:34,627 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 219af92d3dfa56f8a5e8ba5619ce14cb, 7f58d9747bffb7c9974e7a50e794e4ad 2024-11-09T19:20:34,657 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 1161, reset compression=false 2024-11-09T19:20:34,731 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/norep/fb038f8c299e4482a42038aefa942ba8 2024-11-09T19:20:34,738 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb038f8c299e4482a42038aefa942ba8 2024-11-09T19:20:34,739 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/f/c005cb58b2e1408287e660d050c6af6d as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/f/c005cb58b2e1408287e660d050c6af6d 2024-11-09T19:20:34,742 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c005cb58b2e1408287e660d050c6af6d 2024-11-09T19:20:34,743 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/f/c005cb58b2e1408287e660d050c6af6d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T19:20:34,743 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/f1/ba16aa59c75c43c19338991a55c9ae52 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/f1/ba16aa59c75c43c19338991a55c9ae52 2024-11-09T19:20:34,747 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba16aa59c75c43c19338991a55c9ae52 2024-11-09T19:20:34,747 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/f1/ba16aa59c75c43c19338991a55c9ae52, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T19:20:34,748 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/.tmp/norep/fb038f8c299e4482a42038aefa942ba8 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/norep/fb038f8c299e4482a42038aefa942ba8 2024-11-09T19:20:34,751 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb038f8c299e4482a42038aefa942ba8 2024-11-09T19:20:34,751 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/norep/fb038f8c299e4482a42038aefa942ba8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T19:20:34,752 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7f58d9747bffb7c9974e7a50e794e4ad in 926ms, sequenceid=8, compaction requested=false 2024-11-09T19:20:34,755 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/default/test/7f58d9747bffb7c9974e7a50e794e4ad/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:34,756 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f58d9747bffb7c9974e7a50e794e4ad: Waiting for close lock at 1731180033825Running coprocessor pre-close hooks at 1731180033825Disabling compacts and flushes for region at 1731180033825Disabling writes for close at 1731180033826 (+1 ms)Obtaining lock to block concurrent updates at 1731180033826Preparing flush snapshotting stores in 7f58d9747bffb7c9974e7a50e794e4ad at 1731180033826Finished memstore snapshotting test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731180033826Flushing stores of test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. at 1731180033827 (+1 ms)Flushing 7f58d9747bffb7c9974e7a50e794e4ad/f: creating writer at 1731180033827Flushing 7f58d9747bffb7c9974e7a50e794e4ad/f: appending metadata at 1731180033842 (+15 ms)Flushing 7f58d9747bffb7c9974e7a50e794e4ad/f: closing flushed file at 1731180033842Flushing 7f58d9747bffb7c9974e7a50e794e4ad/f1: creating writer at 1731180033866 (+24 ms)Flushing 7f58d9747bffb7c9974e7a50e794e4ad/f1: appending metadata at 1731180033880 (+14 ms)Flushing 7f58d9747bffb7c9974e7a50e794e4ad/f1: closing flushed file at 1731180033880Flushing 7f58d9747bffb7c9974e7a50e794e4ad/norep: creating writer at 1731180034304 (+424 ms)Flushing 7f58d9747bffb7c9974e7a50e794e4ad/norep: appending metadata at 1731180034316 (+12 ms)Flushing 7f58d9747bffb7c9974e7a50e794e4ad/norep: closing flushed file at 1731180034316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cb0d07: reopening flushed file at 1731180034738 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751f4a49: reopening flushed file at 1731180034743 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d66ea16: reopening flushed file at 1731180034747 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7f58d9747bffb7c9974e7a50e794e4ad in 926ms, sequenceid=8, compaction requested=false at 1731180034752 (+5 ms)Writing region close event to WAL at 1731180034753 (+1 ms)Running coprocessor post-close hooks at 1731180034756 (+3 ms)Closed at 1731180034756 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180019904.7f58d9747bffb7c9974e7a50e794e4ad. 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 219af92d3dfa56f8a5e8ba5619ce14cb, disabling compactions & flushes 2024-11-09T19:20:34,756 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. after waiting 0 ms 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 219af92d3dfa56f8a5e8ba5619ce14cb: Waiting for close lock at 1731180034756Running coprocessor pre-close hooks at 1731180034756Disabling compacts and flushes for region at 1731180034756Disabling writes for close at 1731180034756Failed flush hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb., putting online again at 1731180034756 2024-11-09T19:20:34,756 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,768 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/table/f26c927c72204b7781705495f11b1ef7 2024-11-09T19:20:34,773 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/info/1b50bd98ba634813a5181bbb124834f9 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/info/1b50bd98ba634813a5181bbb124834f9 2024-11-09T19:20:34,777 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/info/1b50bd98ba634813a5181bbb124834f9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:20:34,778 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/ns/ebe5febc5aec42998787447a20de2480 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/ns/ebe5febc5aec42998787447a20de2480 2024-11-09T19:20:34,782 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/ns/ebe5febc5aec42998787447a20de2480, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:20:34,783 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/rep_barrier/8343593330ec476baadf23b5ff49b9a7 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/rep_barrier/8343593330ec476baadf23b5ff49b9a7 2024-11-09T19:20:34,788 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/rep_barrier/8343593330ec476baadf23b5ff49b9a7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:20:34,789 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/.tmp/table/f26c927c72204b7781705495f11b1ef7 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/table/f26c927c72204b7781705495f11b1ef7 2024-11-09T19:20:34,793 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/table/f26c927c72204b7781705495f11b1ef7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:20:34,794 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false 2024-11-09T19:20:34,798 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:20:34,799 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:20:34,799 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:20:34,799 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:34,799 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180033826Running coprocessor pre-close hooks at 1731180033826Disabling compacts and flushes for region at 1731180033826Disabling writes for close at 1731180033827 (+1 ms)Obtaining lock to block concurrent updates at 1731180033827Preparing flush snapshotting stores in 1588230740 at 1731180033827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180033827Flushing stores of hbase:meta,,1.1588230740 at 1731180033828 (+1 ms)Flushing 1588230740/info: creating writer at 1731180033828Flushing 1588230740/info: appending metadata at 1731180033847 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731180033847Flushing 1588230740/ns: creating writer at 1731180033866 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731180033884 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731180033884Flushing 1588230740/rep_barrier: creating writer at 1731180033907 (+23 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180033926 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180033926Flushing 1588230740/table: creating writer at 1731180034349 (+423 ms)Flushing 1588230740/table: appending metadata at 1731180034364 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731180034364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3d1f65: reopening flushed file at 1731180034772 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597b48bd: reopening flushed file at 1731180034777 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3903cffa: reopening flushed file at 1731180034782 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45af777d: reopening flushed file at 1731180034789 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 967ms, sequenceid=16, compaction requested=false at 1731180034794 (+5 ms)Writing region close event to WAL at 1731180034796 (+2 ms)Running coprocessor post-close hooks at 1731180034799 (+3 ms)Closed at 1731180034799 2024-11-09T19:20:34,799 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:34,827 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:20:34,827 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1325): Online Regions={219af92d3dfa56f8a5e8ba5619ce14cb=hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb.} 2024-11-09T19:20:34,827 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(3091): Received CLOSE for 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:34,828 DEBUG [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1351): Waiting on 219af92d3dfa56f8a5e8ba5619ce14cb 2024-11-09T19:20:34,828 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 219af92d3dfa56f8a5e8ba5619ce14cb, disabling compactions & flushes 2024-11-09T19:20:34,828 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,828 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,828 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. after waiting 0 ms 2024-11-09T19:20:34,828 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:34,828 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 219af92d3dfa56f8a5e8ba5619ce14cb: Waiting for close lock at 1731180034828Running coprocessor pre-close hooks at 1731180034828Disabling compacts and flushes for region at 1731180034828Disabling writes for close at 1731180034828Failed flush hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb., putting online again at 1731180034828 2024-11-09T19:20:34,828 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180022708.219af92d3dfa56f8a5e8ba5619ce14cb. 2024-11-09T19:20:35,028 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T19:20:35,028 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,38891,1731180011983; all regions closed. 2024-11-09T19:20:35,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.meta.1731180014363.meta not finished, retry = 0 2024-11-09T19:20:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:20:35,060 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 1161, reset compression=false 2024-11-09T19:20:35,065 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:20:35,065 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 1805, reset compression=false 2024-11-09T19:20:35,133 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.rep.1731180023837 not finished, retry = 0 2024-11-09T19:20:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741839_1015 (size=1733) 2024-11-09T19:20:35,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 not finished, retry = 0 2024-11-09T19:20:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741833_1009 (size=1813) 2024-11-09T19:20:35,269 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 to pos 1805, reset compression=false 2024-11-09T19:20:35,336 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:35,336 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:20:35,336 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/WALs/fac84fd0e20f,38891,1731180011983/fac84fd0e20f%2C38891%2C1731180011983.1731180013692 2024-11-09T19:20:35,336 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:35,336 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:35,336 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:35,336 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:35,336 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,38891,1731180011983 because: Region server is closing 2024-11-09T19:20:35,337 INFO [RS:0;fac84fd0e20f:38891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38891. 2024-11-09T19:20:35,337 DEBUG [RS:0;fac84fd0e20f:38891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:35,337 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:35,337 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:35,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:35,437 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.shipperfac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 terminated 2024-11-09T19:20:35,437 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38891,1731180011983.replicationSource.wal-reader.fac84fd0e20f%2C38891%2C1731180011983,1-fac84fd0e20f,38891,1731180011983 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T19:20:35,437 INFO [RS:0;fac84fd0e20f:38891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38891. 2024-11-09T19:20:35,437 DEBUG [RS:0;fac84fd0e20f:38891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:20:35,437 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:35,437 DEBUG [RS:0;fac84fd0e20f:38891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:35,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:35,437 INFO [RS:0;fac84fd0e20f:38891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38891 2024-11-09T19:20:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286419355/rs/fac84fd0e20f,38891,1731180011983 2024-11-09T19:20:35,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355/rs 2024-11-09T19:20:35,487 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:35,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,38891,1731180011983] 2024-11-09T19:20:35,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01286419355/draining/fac84fd0e20f,38891,1731180011983 already deleted, retry=false 2024-11-09T19:20:35,508 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,38891,1731180011983 expired; onlineServers=0 2024-11-09T19:20:35,508 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,32823,1731180011770' ***** 2024-11-09T19:20:35,508 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:20:35,508 DEBUG [M:0;fac84fd0e20f:32823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:20:35,508 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:20:35,508 DEBUG [M:0;fac84fd0e20f:32823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:20:35,508 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180013444 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180013444,5,FailOnTimeoutGroup] 2024-11-09T19:20:35,508 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180013448 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180013448,5,FailOnTimeoutGroup] 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:20:35,508 DEBUG [M:0;fac84fd0e20f:32823 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:20:35,508 INFO [M:0;fac84fd0e20f:32823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:20:35,509 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:20:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01286419355/master 2024-11-09T19:20:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01286419355 2024-11-09T19:20:35,518 DEBUG [M:0;fac84fd0e20f:32823 {}] zookeeper.ZKUtil(347): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Unable to get data of znode /01286419355/master because node does not exist (not an error) 2024-11-09T19:20:35,518 WARN [M:0;fac84fd0e20f:32823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:20:35,519 INFO [M:0;fac84fd0e20f:32823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/.lastflushedseqids 2024-11-09T19:20:35,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741847_1023 (size=245) 2024-11-09T19:20:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:35,597 INFO [RS:0;fac84fd0e20f:38891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:35,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38891-0x101210a93d10001, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:35,597 INFO [RS:0;fac84fd0e20f:38891 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,38891,1731180011983; zookeeper connection closed. 2024-11-09T19:20:35,598 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31d62f44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31d62f44 2024-11-09T19:20:35,598 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:20:35,923 INFO [M:0;fac84fd0e20f:32823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:20:35,923 INFO [M:0;fac84fd0e20f:32823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:20:35,923 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:35,923 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:35,923 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:35,924 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:35,924 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:35,924 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T19:20:35,937 DEBUG [M:0;fac84fd0e20f:32823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f0fc32a284488d822ab2246e28fe5f is 82, key is hbase:meta,,1/info:regioninfo/1731180014444/Put/seqid=0 2024-11-09T19:20:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741848_1024 (size=5672) 2024-11-09T19:20:36,341 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f0fc32a284488d822ab2246e28fe5f 2024-11-09T19:20:36,358 DEBUG [M:0;fac84fd0e20f:32823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70f91b1fd4f7406188d7473f7e86cf2f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180023875/Put/seqid=0 2024-11-09T19:20:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741849_1025 (size=8515) 2024-11-09T19:20:36,762 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70f91b1fd4f7406188d7473f7e86cf2f 2024-11-09T19:20:36,784 DEBUG [M:0;fac84fd0e20f:32823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d27753771b34f1e9c7e24f396eb80a3 is 69, key is fac84fd0e20f,38891,1731180011983/rs:state/1731180013494/Put/seqid=0 2024-11-09T19:20:36,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741850_1026 (size=5156) 2024-11-09T19:20:37,188 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d27753771b34f1e9c7e24f396eb80a3 2024-11-09T19:20:37,193 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f0fc32a284488d822ab2246e28fe5f as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14f0fc32a284488d822ab2246e28fe5f 2024-11-09T19:20:37,196 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14f0fc32a284488d822ab2246e28fe5f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:20:37,197 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70f91b1fd4f7406188d7473f7e86cf2f as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70f91b1fd4f7406188d7473f7e86cf2f 2024-11-09T19:20:37,201 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70f91b1fd4f7406188d7473f7e86cf2f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:20:37,201 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d27753771b34f1e9c7e24f396eb80a3 as hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d27753771b34f1e9c7e24f396eb80a3 2024-11-09T19:20:37,204 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/3fef3cf1-ae79-6e58-3df9-ef7c8fec9efc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d27753771b34f1e9c7e24f396eb80a3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:20:37,205 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-09T19:20:37,206 INFO [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:37,206 DEBUG [M:0;fac84fd0e20f:32823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180035923Disabling compacts and flushes for region at 1731180035923Disabling writes for close at 1731180035924 (+1 ms)Obtaining lock to block concurrent updates at 1731180035924Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180035924Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731180035924Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180035924Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180035924Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180035937 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180035937Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180036344 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180036358 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180036358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180036765 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180036783 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180036783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dafb95c: reopening flushed file at 1731180037192 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766ada5f: reopening flushed file at 1731180037197 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6cbf9: reopening flushed file at 1731180037201 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731180037205 (+4 ms)Writing region close event to WAL at 1731180037206 (+1 ms)Closed at 1731180037206 2024-11-09T19:20:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40993 is added to blk_1073741830_1006 (size=63642) 2024-11-09T19:20:37,208 INFO [M:0;fac84fd0e20f:32823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:20:37,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:20:37,208 INFO [M:0;fac84fd0e20f:32823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32823 2024-11-09T19:20:37,209 INFO [M:0;fac84fd0e20f:32823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:20:37,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:37,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:37,387 INFO [M:0;fac84fd0e20f:32823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:20:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:37,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32823-0x101210a93d10000, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:20:37,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4560b626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:37,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7064ab91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:37,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:37,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc1d9f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:37,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55933cd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:37,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:20:37,391 WARN [BP-1246827777-172.17.0.2-1731180009544 heartbeating to localhost/127.0.0.1:42411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:20:37,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:20:37,391 WARN [BP-1246827777-172.17.0.2-1731180009544 heartbeating to localhost/127.0.0.1:42411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246827777-172.17.0.2-1731180009544 (Datanode Uuid 930df693-29f3-434f-a050-90bcca31f76f) service to localhost/127.0.0.1:42411 2024-11-09T19:20:37,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/data/data1/current/BP-1246827777-172.17.0.2-1731180009544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:37,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/cluster_2861076d-53f7-3a66-0be6-ebbbaa92f6ce/data/data2/current/BP-1246827777-172.17.0.2-1731180009544 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:20:37,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:20:37,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64396984{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:37,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c48ad11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:20:37,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:20:37,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595216cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:20:37,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7a40ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8a9b5852-dde3-a104-ef97-3a1be149a126/hadoop.log.dir/,STOPPED} 2024-11-09T19:20:37,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:20:37,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:20:37,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=267 (was 255) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53270) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45289 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42411 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 635) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=513 (was 541), ProcessCount=10 (was 11), AvailableMemoryMB=3062 (was 3555) 2024-11-09T19:20:37,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=267, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=513, ProcessCount=11, AvailableMemoryMB=3061 2024-11-09T19:20:37,447 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T19:20:37,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir so I do NOT create it in target/test-data/75b02b94-13c6-573d-9245-107f28add368 2024-11-09T19:20:37,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:20:37,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.tmp.dir so I do NOT create it in target/test-data/75b02b94-13c6-573d-9245-107f28add368 2024-11-09T19:20:37,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c6f979cc-eec5-0387-95dd-770535b247e1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:20:37,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368 2024-11-09T19:20:37,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee, deleteOnExit=true 2024-11-09T19:20:37,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/zookeeper_0, clientPort=60655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:20:37,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60655 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/test.cache.data in system properties and HBase conf 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:20:37,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:20:37,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:20:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:20:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101210a93d10002, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:20:37,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101210a93d10005, quorum=127.0.0.1:53270, baseZNode=/11741637 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:20:37,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101210a93d10002, quorum=127.0.0.1:53270, baseZNode=/01286419355 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:20:37,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101210a93d10005, quorum=127.0.0.1:53270, baseZNode=/11741637 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:20:37,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:37,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:37,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:37,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:37,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:20:37,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:37,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@669bed67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:37,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e0374e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:37,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1edcef0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/java.io.tmpdir/jetty-localhost-36601-hadoop-hdfs-3_4_1-tests_jar-_-any-1224630724757704399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:37,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12273bf1{HTTP/1.1, (http/1.1)}{localhost:36601} 2024-11-09T19:20:37,840 INFO [Time-limited test {}] server.Server(415): Started @213151ms 2024-11-09T19:20:38,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:38,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:38,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:38,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:38,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:38,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42119f9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:38,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e0d7e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:38,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5702878f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/java.io.tmpdir/jetty-localhost-40495-hadoop-hdfs-3_4_1-tests_jar-_-any-8492623709584899760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:38,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55435ae3{HTTP/1.1, (http/1.1)}{localhost:40495} 2024-11-09T19:20:38,196 INFO [Time-limited test {}] server.Server(415): Started @213506ms 2024-11-09T19:20:38,197 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:20:39,090 WARN [Thread-2641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/data/data1/current/BP-964115371-172.17.0.2-1731180037485/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:39,090 WARN [Thread-2642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/data/data2/current/BP-964115371-172.17.0.2-1731180037485/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:39,104 WARN [Thread-2629 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:20:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfff31779c810b5 with lease ID 0xe487cb5080edb5f7: Processing first storage report for DS-db006918-9494-4d0a-968f-b89e568890b8 from datanode DatanodeRegistration(127.0.0.1:43083, datanodeUuid=69d8225b-4ebc-4866-84a5-3f66312bbcf9, infoPort=38415, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=13171325;c=1731180037485) 2024-11-09T19:20:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfff31779c810b5 with lease ID 0xe487cb5080edb5f7: from storage DS-db006918-9494-4d0a-968f-b89e568890b8 node DatanodeRegistration(127.0.0.1:43083, datanodeUuid=69d8225b-4ebc-4866-84a5-3f66312bbcf9, infoPort=38415, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=13171325;c=1731180037485), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfff31779c810b5 with lease ID 0xe487cb5080edb5f7: Processing first storage report for DS-3b2e141f-7a11-4038-ac7d-80d156d86d6f from datanode DatanodeRegistration(127.0.0.1:43083, datanodeUuid=69d8225b-4ebc-4866-84a5-3f66312bbcf9, infoPort=38415, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=13171325;c=1731180037485) 2024-11-09T19:20:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfff31779c810b5 with lease ID 0xe487cb5080edb5f7: from storage DS-3b2e141f-7a11-4038-ac7d-80d156d86d6f node DatanodeRegistration(127.0.0.1:43083, datanodeUuid=69d8225b-4ebc-4866-84a5-3f66312bbcf9, infoPort=38415, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=13171325;c=1731180037485), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:39,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368 2024-11-09T19:20:39,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:39,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:39,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:20:39,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e with version=8 2024-11-09T19:20:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/hbase-staging 2024-11-09T19:20:39,529 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:20:39,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:39,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43367 2024-11-09T19:20:39,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43367 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433670x0, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:39,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43367-0x101210b01070000 connected 2024-11-09T19:20:39,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:39,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:39,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/running 2024-11-09T19:20:39,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e, hbase.cluster.distributed=false 2024-11-09T19:20:39,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/acl 2024-11-09T19:20:39,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-09T19:20:39,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43367 2024-11-09T19:20:39,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43367 2024-11-09T19:20:39,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-09T19:20:39,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43367 2024-11-09T19:20:39,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:20:39,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:39,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45177 2024-11-09T19:20:39,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45177 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:39,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:39,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:39,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451770x0, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:39,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451770x0, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/running 2024-11-09T19:20:39,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45177-0x101210b01070001 connected 2024-11-09T19:20:39,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:20:39,729 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:20:39,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/master 2024-11-09T19:20:39,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/acl 2024-11-09T19:20:39,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45177 2024-11-09T19:20:39,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45177 2024-11-09T19:20:39,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45177 2024-11-09T19:20:39,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45177 2024-11-09T19:20:39,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45177 2024-11-09T19:20:39,746 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:43367 2024-11-09T19:20:39,746 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-121419288/backup-masters/fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:39,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288/backup-masters 2024-11-09T19:20:39,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288/backup-masters 2024-11-09T19:20:39,757 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on existing znode=/0-121419288/backup-masters/fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-121419288/master 2024-11-09T19:20:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:39,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:39,767 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on existing znode=/0-121419288/master 2024-11-09T19:20:39,767 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-121419288/backup-masters/fac84fd0e20f,43367,1731180039529 from backup master directory 2024-11-09T19:20:39,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-121419288/backup-masters/fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:39,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288/backup-masters 2024-11-09T19:20:39,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288/backup-masters 2024-11-09T19:20:39,777 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:39,777 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:39,780 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/hbase.id] with ID: 4e3a3d79-90f7-410a-8e67-3c7e05333ab0 2024-11-09T19:20:39,780 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/.tmp/hbase.id 2024-11-09T19:20:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:20:40,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/.tmp/hbase.id]:[hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/hbase.id] 2024-11-09T19:20:40,192 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:40,192 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:20:40,193 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:20:40,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:40,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:40,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:20:40,649 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:40,650 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:20:40,650 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:40,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:20:41,055 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store 2024-11-09T19:20:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:20:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:20:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:20:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:20:41,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:20:41,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:41,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:41,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:41,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:41,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:41,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:41,460 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:41,460 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180041460Disabling compacts and flushes for region at 1731180041460Disabling writes for close at 1731180041460Writing region close event to WAL at 1731180041460Closed at 1731180041460 2024-11-09T19:20:41,461 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/.initializing 2024-11-09T19:20:41,461 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/WALs/fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:41,462 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:41,463 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C43367%2C1731180039529, suffix=, logDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/WALs/fac84fd0e20f,43367,1731180039529, archiveDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/oldWALs, maxLogs=10 2024-11-09T19:20:41,478 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/WALs/fac84fd0e20f,43367,1731180039529/fac84fd0e20f%2C43367%2C1731180039529.1731180041463, exclude list is [], retry=0 2024-11-09T19:20:41,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-db006918-9494-4d0a-968f-b89e568890b8,DISK] 2024-11-09T19:20:41,481 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/WALs/fac84fd0e20f,43367,1731180039529/fac84fd0e20f%2C43367%2C1731180039529.1731180041463 2024-11-09T19:20:41,482 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-09T19:20:41,482 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:41,482 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:41,482 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,482 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:20:41,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:41,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:41,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:20:41,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:41,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:41,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:20:41,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:41,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:41,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:20:41,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:41,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:41,488 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,488 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,488 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,489 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,489 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:41,490 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:41,491 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:41,492 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69453647, jitterRate=0.03493998944759369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:41,492 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180041482Initializing all the Stores at 1731180041483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180041483Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180041483Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180041483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180041483Cleaning up temporary data from old regions at 1731180041489 (+6 ms)Region opened successfully at 1731180041492 (+3 ms) 2024-11-09T19:20:41,493 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:20:41,494 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b40518c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:41,495 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:20:41,495 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:20:41,495 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:20:41,496 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:20:41,496 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:20:41,496 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:20:41,496 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:20:41,497 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:20:41,498 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Unable to get data of znode /0-121419288/balancer because node does not exist (not necessarily an error) 2024-11-09T19:20:41,592 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-121419288/balancer already deleted, retry=false 2024-11-09T19:20:41,592 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:20:41,593 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Unable to get data of znode /0-121419288/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:20:41,602 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-121419288/normalizer already deleted, retry=false 2024-11-09T19:20:41,602 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:20:41,603 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Unable to get data of znode /0-121419288/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:20:41,612 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-121419288/switch/split already deleted, retry=false 2024-11-09T19:20:41,613 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Unable to get data of znode /0-121419288/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:20:41,623 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-121419288/switch/merge already deleted, retry=false 2024-11-09T19:20:41,625 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Unable to get data of znode /0-121419288/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:20:41,634 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-121419288/snapshot-cleanup already deleted, retry=false 2024-11-09T19:20:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-121419288/running 2024-11-09T19:20:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-121419288/running 2024-11-09T19:20:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:41,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:41,645 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,43367,1731180039529, sessionid=0x101210b01070000, setting cluster-up flag (Was=false) 2024-11-09T19:20:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:41,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:41,697 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-121419288/flush-table-proc/acquired, /0-121419288/flush-table-proc/reached, /0-121419288/flush-table-proc/abort 2024-11-09T19:20:41,698 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:41,798 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-121419288/online-snapshot/acquired, /0-121419288/online-snapshot/reached, /0-121419288/online-snapshot/abort 2024-11-09T19:20:41,799 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:41,799 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:20:41,800 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:41,801 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:20:41,801 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:20:41,801 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,43367,1731180039529 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:41,802 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180071803 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:20:41,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:41,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:20:41,803 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:20:41,804 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:20:41,804 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:20:41,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:41,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180041804,5,FailOnTimeoutGroup] 2024-11-09T19:20:41,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180041804,5,FailOnTimeoutGroup] 2024-11-09T19:20:41,804 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,804 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:20:41,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:20:41,804 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,804 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:20:41,839 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(746): ClusterId : 4e3a3d79-90f7-410a-8e67-3c7e05333ab0 2024-11-09T19:20:41,839 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:20:41,851 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:20:41,851 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:20:41,862 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:20:41,862 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2430f2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:41,873 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:45177 2024-11-09T19:20:41,873 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:20:41,873 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:20:41,873 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:20:41,873 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,43367,1731180039529 with port=45177, startcode=1731180039715 2024-11-09T19:20:41,873 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:20:41,874 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:20:41,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:41,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43367 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:41,876 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e 2024-11-09T19:20:41,876 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45181 2024-11-09T19:20:41,876 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:20:41,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288/rs 2024-11-09T19:20:41,887 DEBUG [RS:0;fac84fd0e20f:45177 {}] zookeeper.ZKUtil(111): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on existing znode=/0-121419288/rs/fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:41,887 WARN [RS:0;fac84fd0e20f:45177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:41,887 INFO [RS:0;fac84fd0e20f:45177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:41,887 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:41,887 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,45177,1731180039715] 2024-11-09T19:20:41,889 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:20:41,890 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:20:41,890 INFO [RS:0;fac84fd0e20f:45177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:20:41,890 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,890 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:20:41,891 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:20:41,891 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:41,891 DEBUG [RS:0;fac84fd0e20f:45177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:41,892 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,892 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,892 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,892 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,892 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,892 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45177,1731180039715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:41,904 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:20:41,904 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45177,1731180039715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,904 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,904 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.Replication(171): fac84fd0e20f,45177,1731180039715 started 2024-11-09T19:20:41,916 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:41,916 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,45177,1731180039715, RpcServer on fac84fd0e20f/172.17.0.2:45177, sessionid=0x101210b01070001 2024-11-09T19:20:41,916 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:20:41,916 DEBUG [RS:0;fac84fd0e20f:45177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:41,916 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45177,1731180039715' 2024-11-09T19:20:41,916 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-121419288/flush-table-proc/abort' 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-121419288/flush-table-proc/acquired' 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45177,1731180039715' 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-121419288/online-snapshot/abort' 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-121419288/online-snapshot/acquired' 2024-11-09T19:20:41,917 DEBUG [RS:0;fac84fd0e20f:45177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:20:41,917 INFO [RS:0;fac84fd0e20f:45177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:20:41,917 INFO [RS:0;fac84fd0e20f:45177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:20:42,018 INFO [RS:0;fac84fd0e20f:45177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:42,019 INFO [RS:0;fac84fd0e20f:45177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45177%2C1731180039715, suffix=, logDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715, archiveDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/oldWALs, maxLogs=10 2024-11-09T19:20:42,031 DEBUG [RS:0;fac84fd0e20f:45177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, exclude list is [], retry=0 2024-11-09T19:20:42,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-db006918-9494-4d0a-968f-b89e568890b8,DISK] 2024-11-09T19:20:42,034 INFO [RS:0;fac84fd0e20f:45177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 2024-11-09T19:20:42,034 DEBUG [RS:0;fac84fd0e20f:45177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-09T19:20:42,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:20:42,214 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e 2024-11-09T19:20:42,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:20:42,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:42,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:42,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:42,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:42,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:42,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:42,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:42,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:42,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:42,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:42,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:42,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:42,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:42,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:42,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:42,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:42,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:42,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740 2024-11-09T19:20:42,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740 2024-11-09T19:20:42,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:42,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:42,627 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:42,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:42,629 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:42,630 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69137577, jitterRate=0.03023017942905426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180042619Initializing all the Stores at 1731180042620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180042620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180042620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180042620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180042620Cleaning up temporary data from old regions at 1731180042627 (+7 ms)Region opened successfully at 1731180042630 (+3 ms) 2024-11-09T19:20:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:42,630 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:42,631 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:42,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180042630Disabling compacts and flushes for region at 1731180042630Disabling writes for close at 1731180042630Writing region close event to WAL at 1731180042631 (+1 ms)Closed at 1731180042631 2024-11-09T19:20:42,632 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:42,632 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:20:42,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:20:42,633 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:42,633 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:20:42,783 DEBUG [fac84fd0e20f:43367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:20:42,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:42,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45177,1731180039715, state=OPENING 2024-11-09T19:20:42,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:20:42,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:42,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:42,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-121419288/meta-region-server: CHANGED 2024-11-09T19:20:42,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-121419288/meta-region-server: CHANGED 2024-11-09T19:20:42,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:42,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45177,1731180039715}] 2024-11-09T19:20:43,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:43,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:20:43,032 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:20:43,032 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:43,032 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:20:43,033 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45177%2C1731180039715.meta, suffix=.meta, logDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715, archiveDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/oldWALs, maxLogs=10 2024-11-09T19:20:43,045 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.meta.1731180043033.meta, exclude list is [], retry=0 2024-11-09T19:20:43,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-db006918-9494-4d0a-968f-b89e568890b8,DISK] 2024-11-09T19:20:43,048 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.meta.1731180043033.meta 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:43,049 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:20:43,049 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:20:43,049 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:20:43,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:43,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:43,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:43,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:43,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:43,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:43,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:43,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:43,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:43,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:43,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:43,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:43,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:43,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:43,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:43,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:43,054 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:43,055 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740 2024-11-09T19:20:43,055 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740 2024-11-09T19:20:43,056 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:43,056 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:43,056 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:43,057 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:43,058 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64273375, jitterRate=-0.0422520786523819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:43,058 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:20:43,058 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180043049Writing region info on filesystem at 1731180043049Initializing all the Stores at 1731180043050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180043050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180043050Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180043050Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180043050Cleaning up temporary data from old regions at 1731180043056 (+6 ms)Running coprocessor post-open hooks at 1731180043058 (+2 ms)Region opened successfully at 1731180043058 2024-11-09T19:20:43,059 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180043028 2024-11-09T19:20:43,060 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:20:43,060 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:20:43,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:43,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45177,1731180039715, state=OPEN 2024-11-09T19:20:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-121419288/meta-region-server 2024-11-09T19:20:43,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-121419288/meta-region-server 2024-11-09T19:20:43,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:43,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-121419288/meta-region-server: CHANGED 2024-11-09T19:20:43,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-121419288/meta-region-server: CHANGED 2024-11-09T19:20:43,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:20:43,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45177,1731180039715 in 226 msec 2024-11-09T19:20:43,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:20:43,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-09T19:20:43,105 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:43,105 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:20:43,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:43,106 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45177,1731180039715, seqNum=-1] 2024-11-09T19:20:43,107 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:43,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:43,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3100 sec 2024-11-09T19:20:43,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180043111, completionTime=-1 2024-11-09T19:20:43,111 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:20:43,111 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:20:43,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:20:43,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180103112 2024-11-09T19:20:43,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180163112 2024-11-09T19:20:43,112 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:20:43,113 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43367,1731180039529-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,113 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43367,1731180039529-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,113 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43367,1731180039529-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,113 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:43367, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,113 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,113 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,114 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:20:43,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.338sec 2024-11-09T19:20:43,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:20:43,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:20:43,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:20:43,115 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:20:43,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:20:43,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43367,1731180039529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:43,116 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43367,1731180039529-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:20:43,117 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:20:43,117 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:20:43,117 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,43367,1731180039529-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:43,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6894169c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:43,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:20:43,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:43,140 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:20:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:20:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a83ca1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:20:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:43,142 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:43,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759e7569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:43,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45177,1731180039715, seqNum=-1] 2024-11-09T19:20:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:43,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:43,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:43,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:43,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:43,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101210b01070002 connected 2024-11-09T19:20:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir so I do NOT create it in target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9 2024-11-09T19:20:43,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:20:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.tmp.dir so I do NOT create it in target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9 2024-11-09T19:20:43,179 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:20:43,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9 2024-11-09T19:20:43,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/cluster_bbf20e2e-c278-0652-61f5-f3fd6597a687, deleteOnExit=true 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/test.cache.data in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:20:43,180 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:20:43,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:20:43,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:20:43,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:43,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:43,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:43,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:43,465 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:20:43,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:43,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@589a64c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:43,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67861ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:43,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7676c162{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/java.io.tmpdir/jetty-localhost-38527-hadoop-hdfs-3_4_1-tests_jar-_-any-17517159891425201412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:43,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@162d560e{HTTP/1.1, (http/1.1)}{localhost:38527} 2024-11-09T19:20:43,562 INFO [Time-limited test {}] server.Server(415): Started @218873ms 2024-11-09T19:20:43,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:43,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:43,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:43,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:43,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:43,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef0d757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:43,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e69e4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:43,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5928632a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/java.io.tmpdir/jetty-localhost-46545-hadoop-hdfs-3_4_1-tests_jar-_-any-12672403625391372069/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:43,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8924d6{HTTP/1.1, (http/1.1)}{localhost:46545} 2024-11-09T19:20:43,973 INFO [Time-limited test {}] server.Server(415): Started @219283ms 2024-11-09T19:20:43,974 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:20:44,730 WARN [Thread-2762 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/cluster_bbf20e2e-c278-0652-61f5-f3fd6597a687/data/data2/current/BP-284152650-172.17.0.2-1731180043194/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:44,730 WARN [Thread-2761 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/cluster_bbf20e2e-c278-0652-61f5-f3fd6597a687/data/data1/current/BP-284152650-172.17.0.2-1731180043194/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:44,745 WARN [Thread-2749 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:20:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7029ca3cbb6d31c with lease ID 0x7dec8f44f4d3b2e6: Processing first storage report for DS-4238f74f-d659-4236-b029-1425bfc39aaa from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=94a0942f-0a53-4021-bd3a-76da0ef33e68, infoPort=46429, infoSecurePort=0, ipcPort=38927, storageInfo=lv=-57;cid=testClusterID;nsid=2037086399;c=1731180043194) 2024-11-09T19:20:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7029ca3cbb6d31c with lease ID 0x7dec8f44f4d3b2e6: from storage DS-4238f74f-d659-4236-b029-1425bfc39aaa node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=94a0942f-0a53-4021-bd3a-76da0ef33e68, infoPort=46429, infoSecurePort=0, ipcPort=38927, storageInfo=lv=-57;cid=testClusterID;nsid=2037086399;c=1731180043194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7029ca3cbb6d31c with lease ID 0x7dec8f44f4d3b2e6: Processing first storage report for DS-668ca553-fb65-48a1-ac9d-d1d4db741f14 from datanode DatanodeRegistration(127.0.0.1:35943, datanodeUuid=94a0942f-0a53-4021-bd3a-76da0ef33e68, infoPort=46429, infoSecurePort=0, ipcPort=38927, storageInfo=lv=-57;cid=testClusterID;nsid=2037086399;c=1731180043194) 2024-11-09T19:20:44,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7029ca3cbb6d31c with lease ID 0x7dec8f44f4d3b2e6: from storage DS-668ca553-fb65-48a1-ac9d-d1d4db741f14 node DatanodeRegistration(127.0.0.1:35943, datanodeUuid=94a0942f-0a53-4021-bd3a-76da0ef33e68, infoPort=46429, infoSecurePort=0, ipcPort=38927, storageInfo=lv=-57;cid=testClusterID;nsid=2037086399;c=1731180043194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:44,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9 2024-11-09T19:20:44,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:44,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:44,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:20:45,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22 with version=8 2024-11-09T19:20:45,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/hbase-staging 2024-11-09T19:20:45,223 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:20:45,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:45,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42097 2024-11-09T19:20:45,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42097 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:45,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420970x0, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:45,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42097-0x101210b01070003 connected 2024-11-09T19:20:45,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:45,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:45,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/running 2024-11-09T19:20:45,354 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22, hbase.cluster.distributed=false 2024-11-09T19:20:45,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/acl 2024-11-09T19:20:45,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-09T19:20:45,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42097 2024-11-09T19:20:45,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42097 2024-11-09T19:20:45,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-09T19:20:45,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42097 2024-11-09T19:20:45,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:45,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:45,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:45,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:20:45,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:45,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39097 2024-11-09T19:20:45,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39097 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:45,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:45,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:45,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390970x0, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:45,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390970x0, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/running 2024-11-09T19:20:45,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39097-0x101210b01070004 connected 2024-11-09T19:20:45,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:20:45,400 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:20:45,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/master 2024-11-09T19:20:45,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/acl 2024-11-09T19:20:45,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-09T19:20:45,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39097 2024-11-09T19:20:45,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39097 2024-11-09T19:20:45,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-09T19:20:45,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-09T19:20:45,420 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42097 2024-11-09T19:20:45,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1360064114/backup-masters/fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:45,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114/backup-masters 2024-11-09T19:20:45,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114/backup-masters 2024-11-09T19:20:45,430 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on existing znode=/1-1360064114/backup-masters/fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:45,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1360064114/master 2024-11-09T19:20:45,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:45,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:45,441 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on existing znode=/1-1360064114/master 2024-11-09T19:20:45,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1360064114/backup-masters/fac84fd0e20f,42097,1731180045223 from backup master directory 2024-11-09T19:20:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1360064114/backup-masters/fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114/backup-masters 2024-11-09T19:20:45,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114/backup-masters 2024-11-09T19:20:45,451 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:45,451 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:45,454 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/hbase.id] with ID: 45127682-4dfd-40a2-a148-a6c70a53617b 2024-11-09T19:20:45,454 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/.tmp/hbase.id 2024-11-09T19:20:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:20:45,862 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/.tmp/hbase.id]:[hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/hbase.id] 2024-11-09T19:20:45,873 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:45,873 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:20:45,873 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T19:20:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:20:46,333 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:46,334 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:20:46,334 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:20:46,747 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store 2024-11-09T19:20:46,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:20:46,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:46,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:46,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:47,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:47,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:47,153 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:47,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:47,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:47,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:47,153 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:47,154 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180047153Disabling compacts and flushes for region at 1731180047153Disabling writes for close at 1731180047153Writing region close event to WAL at 1731180047153Closed at 1731180047153 2024-11-09T19:20:47,154 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/.initializing 2024-11-09T19:20:47,154 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/WALs/fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:47,155 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:47,157 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42097%2C1731180045223, suffix=, logDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/WALs/fac84fd0e20f,42097,1731180045223, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/oldWALs, maxLogs=10 2024-11-09T19:20:47,173 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/WALs/fac84fd0e20f,42097,1731180045223/fac84fd0e20f%2C42097%2C1731180045223.1731180047157, exclude list is [], retry=0 2024-11-09T19:20:47,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-4238f74f-d659-4236-b029-1425bfc39aaa,DISK] 2024-11-09T19:20:47,177 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/WALs/fac84fd0e20f,42097,1731180045223/fac84fd0e20f%2C42097%2C1731180045223.1731180047157 2024-11-09T19:20:47,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46429:46429)] 2024-11-09T19:20:47,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:47,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:47,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,177 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:20:47,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:47,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:47,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:20:47,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:47,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:47,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:20:47,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:47,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:47,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:20:47,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:47,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:47,183 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,185 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,185 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,185 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:47,186 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:47,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:47,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65163432, jitterRate=-0.028989195823669434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:47,188 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180047177Initializing all the Stores at 1731180047178 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180047178Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180047178Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180047178Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180047178Cleaning up temporary data from old regions at 1731180047185 (+7 ms)Region opened successfully at 1731180047188 (+3 ms) 2024-11-09T19:20:47,188 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:20:47,190 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25de9683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:47,190 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:20:47,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:20:47,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:20:47,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:20:47,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:20:47,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:20:47,191 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:20:47,192 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:20:47,193 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Unable to get data of znode /1-1360064114/balancer because node does not exist (not necessarily an error) 2024-11-09T19:20:47,398 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1360064114/balancer already deleted, retry=false 2024-11-09T19:20:47,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:20:47,399 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Unable to get data of znode /1-1360064114/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:20:47,444 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1360064114/normalizer already deleted, retry=false 2024-11-09T19:20:47,444 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:20:47,445 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Unable to get data of znode /1-1360064114/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:20:47,454 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1360064114/switch/split already deleted, retry=false 2024-11-09T19:20:47,455 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Unable to get data of znode /1-1360064114/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:20:47,465 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1360064114/switch/merge already deleted, retry=false 2024-11-09T19:20:47,466 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Unable to get data of znode /1-1360064114/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:20:47,475 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1360064114/snapshot-cleanup already deleted, retry=false 2024-11-09T19:20:47,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1360064114/running 2024-11-09T19:20:47,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1360064114/running 2024-11-09T19:20:47,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:47,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:47,487 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42097,1731180045223, sessionid=0x101210b01070003, setting cluster-up flag (Was=false) 2024-11-09T19:20:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:47,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:47,645 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1360064114/flush-table-proc/acquired, /1-1360064114/flush-table-proc/reached, /1-1360064114/flush-table-proc/abort 2024-11-09T19:20:47,646 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:47,714 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1360064114/online-snapshot/acquired, /1-1360064114/online-snapshot/reached, /1-1360064114/online-snapshot/abort 2024-11-09T19:20:47,715 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:47,715 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:20:47,717 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:47,717 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:20:47,718 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:20:47,718 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42097,1731180045223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:47,719 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,720 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180077720 2024-11-09T19:20:47,720 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:20:47,720 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:20:47,720 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:20:47,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:47,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:20:47,720 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:20:47,721 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:20:47,721 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:20:47,721 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,721 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:20:47,721 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:47,721 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:20:47,721 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:20:47,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:20:47,722 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:20:47,722 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:20:47,722 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:20:47,724 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180047722,5,FailOnTimeoutGroup] 2024-11-09T19:20:47,728 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180047724,5,FailOnTimeoutGroup] 2024-11-09T19:20:47,728 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,729 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:20:47,729 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,729 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:20:47,813 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(746): ClusterId : 45127682-4dfd-40a2-a148-a6c70a53617b 2024-11-09T19:20:47,813 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:20:47,823 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:20:47,824 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:20:47,834 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:20:47,834 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc71ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:47,846 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:39097 2024-11-09T19:20:47,846 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:20:47,846 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:20:47,846 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:20:47,847 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42097,1731180045223 with port=39097, startcode=1731180045374 2024-11-09T19:20:47,847 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:20:47,848 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:20:47,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:47,849 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42097 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:47,850 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22 2024-11-09T19:20:47,850 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45141 2024-11-09T19:20:47,850 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:20:47,889 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:20:47,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114/rs 2024-11-09T19:20:47,940 DEBUG [RS:0;fac84fd0e20f:39097 {}] zookeeper.ZKUtil(111): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on existing znode=/1-1360064114/rs/fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:47,940 WARN [RS:0;fac84fd0e20f:39097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:47,940 INFO [RS:0;fac84fd0e20f:39097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:47,940 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:47,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39097,1731180045374] 2024-11-09T19:20:47,945 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:20:47,947 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:20:47,948 INFO [RS:0;fac84fd0e20f:39097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:20:47,948 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,956 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:20:47,960 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:20:47,961 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:47,961 DEBUG [RS:0;fac84fd0e20f:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:47,984 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,984 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,984 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,984 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,984 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:47,985 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39097,1731180045374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:48,004 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:20:48,005 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39097,1731180045374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,005 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,006 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.Replication(171): fac84fd0e20f,39097,1731180045374 started 2024-11-09T19:20:48,023 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,024 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39097,1731180045374, RpcServer on fac84fd0e20f/172.17.0.2:39097, sessionid=0x101210b01070004 2024-11-09T19:20:48,024 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:20:48,024 DEBUG [RS:0;fac84fd0e20f:39097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:48,024 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39097,1731180045374' 2024-11-09T19:20:48,024 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1360064114/flush-table-proc/abort' 2024-11-09T19:20:48,025 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1360064114/flush-table-proc/acquired' 2024-11-09T19:20:48,025 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:20:48,025 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:20:48,025 DEBUG [RS:0;fac84fd0e20f:39097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:48,025 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39097,1731180045374' 2024-11-09T19:20:48,025 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1360064114/online-snapshot/abort' 2024-11-09T19:20:48,030 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1360064114/online-snapshot/acquired' 2024-11-09T19:20:48,031 DEBUG [RS:0;fac84fd0e20f:39097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:20:48,031 INFO [RS:0;fac84fd0e20f:39097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:20:48,031 INFO [RS:0;fac84fd0e20f:39097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:20:48,131 INFO [RS:0;fac84fd0e20f:39097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:48,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:20:48,132 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22 2024-11-09T19:20:48,132 INFO [RS:0;fac84fd0e20f:39097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39097%2C1731180045374, suffix=, logDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/oldWALs, maxLogs=10 2024-11-09T19:20:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:20:48,150 DEBUG [RS:0;fac84fd0e20f:39097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, exclude list is [], retry=0 2024-11-09T19:20:48,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-4238f74f-d659-4236-b029-1425bfc39aaa,DISK] 2024-11-09T19:20:48,154 INFO [RS:0;fac84fd0e20f:39097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 2024-11-09T19:20:48,155 DEBUG [RS:0;fac84fd0e20f:39097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46429:46429)] 2024-11-09T19:20:48,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:48,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:48,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:48,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:48,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:48,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:48,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:48,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:48,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:48,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:48,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740 2024-11-09T19:20:48,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740 2024-11-09T19:20:48,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:48,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:48,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:48,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:48,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:48,548 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72352918, jitterRate=0.07814249396324158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:48,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180048538Initializing all the Stores at 1731180048539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180048539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180048539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180048539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180048539Cleaning up temporary data from old regions at 1731180048545 (+6 ms)Region opened successfully at 1731180048548 (+3 ms) 2024-11-09T19:20:48,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:48,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:48,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:48,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:48,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:48,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:48,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180048548Disabling compacts and flushes for region at 1731180048548Disabling writes for close at 1731180048548Writing region close event to WAL at 1731180048549 (+1 ms)Closed at 1731180048549 2024-11-09T19:20:48,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:48,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:20:48,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:20:48,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:48,551 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:20:48,702 DEBUG [fac84fd0e20f:42097 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:20:48,702 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:48,703 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39097,1731180045374, state=OPENING 2024-11-09T19:20:48,749 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:20:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:48,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:20:48,760 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:48,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1360064114/meta-region-server: CHANGED 2024-11-09T19:20:48,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39097,1731180045374}] 2024-11-09T19:20:48,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1360064114/meta-region-server: CHANGED 2024-11-09T19:20:48,913 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:48,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:20:48,919 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:20:48,919 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:48,919 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:20:48,921 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39097%2C1731180045374.meta, suffix=.meta, logDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/oldWALs, maxLogs=10 2024-11-09T19:20:48,934 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.meta.1731180048921.meta, exclude list is [], retry=0 2024-11-09T19:20:48,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-4238f74f-d659-4236-b029-1425bfc39aaa,DISK] 2024-11-09T19:20:48,939 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.meta.1731180048921.meta 2024-11-09T19:20:48,940 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46429:46429)] 2024-11-09T19:20:48,940 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:48,940 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:48,940 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:48,940 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:20:48,941 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:20:48,941 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:20:48,941 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:48,941 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:20:48,941 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:20:48,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:48,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:48,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:48,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:48,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:48,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:48,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:48,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:48,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:48,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:48,946 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:48,946 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740 2024-11-09T19:20:48,947 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740 2024-11-09T19:20:48,948 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:48,948 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:48,948 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:48,949 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:48,950 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70874326, jitterRate=0.05610975623130798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:48,950 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:20:48,950 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180048941Writing region info on filesystem at 1731180048941Initializing all the Stores at 1731180048942 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180048942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180048942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180048942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180048942Cleaning up temporary data from old regions at 1731180048948 (+6 ms)Running coprocessor post-open hooks at 1731180048950 (+2 ms)Region opened successfully at 1731180048950 2024-11-09T19:20:48,951 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180048912 2024-11-09T19:20:48,953 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:20:48,953 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:20:48,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:48,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39097,1731180045374, state=OPEN 2024-11-09T19:20:48,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1360064114/meta-region-server 2024-11-09T19:20:48,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1360064114/meta-region-server 2024-11-09T19:20:48,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:48,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1360064114/meta-region-server: CHANGED 2024-11-09T19:20:48,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1360064114/meta-region-server: CHANGED 2024-11-09T19:20:48,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:20:48,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39097,1731180045374 in 206 msec 2024-11-09T19:20:48,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:20:48,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-09T19:20:48,970 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:48,970 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:20:48,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:48,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39097,1731180045374, seqNum=-1] 2024-11-09T19:20:48,972 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:48,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-09T19:20:48,977 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180048977, completionTime=-1 2024-11-09T19:20:48,978 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:20:48,978 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:20:48,979 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:20:48,979 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180108979 2024-11-09T19:20:48,979 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180168979 2024-11-09T19:20:48,979 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:20:48,980 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42097,1731180045223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,980 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42097,1731180045223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,980 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42097,1731180045223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,980 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42097, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,980 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,981 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:48,982 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.532sec 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42097,1731180045223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:48,983 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42097,1731180045223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:20:48,985 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:20:48,985 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:20:48,985 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42097,1731180045223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:49,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abe4a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:49,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42097,-1 for getting cluster id 2024-11-09T19:20:49,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:49,015 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45127682-4dfd-40a2-a148-a6c70a53617b' 2024-11-09T19:20:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45127682-4dfd-40a2-a148-a6c70a53617b" 2024-11-09T19:20:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acdecaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42097,-1] 2024-11-09T19:20:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:49,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:49,017 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:49,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b581168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:49,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:49,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39097,1731180045374, seqNum=-1] 2024-11-09T19:20:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:49,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:49,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:49,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:49,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101210b01070005 connected 2024-11-09T19:20:49,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir so I do NOT create it in target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7 2024-11-09T19:20:49,046 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:20:49,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.tmp.dir so I do NOT create it in target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7 2024-11-09T19:20:49,047 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:20:49,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7 2024-11-09T19:20:49,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:20:49,047 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/cluster_a413bd88-167a-2614-fe7f-8b0e08ffedd4, deleteOnExit=true 2024-11-09T19:20:49,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:20:49,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/test.cache.data in system properties and HBase conf 2024-11-09T19:20:49,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:20:49,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:20:49,048 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:20:49,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:20:49,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:20:49,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:49,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:49,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:49,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:49,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:20:49,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:49,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5ad695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:49,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3af2aa17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:49,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@611fef58{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/java.io.tmpdir/jetty-localhost-36765-hadoop-hdfs-3_4_1-tests_jar-_-any-1644475215451729695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:20:49,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e874f68{HTTP/1.1, (http/1.1)}{localhost:36765} 2024-11-09T19:20:49,856 INFO [Time-limited test {}] server.Server(415): Started @225166ms 2024-11-09T19:20:50,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:20:50,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:20:50,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:20:50,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:20:50,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:20:50,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19803d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:20:50,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1963fb0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:20:50,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59d7aecf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/java.io.tmpdir/jetty-localhost-34805-hadoop-hdfs-3_4_1-tests_jar-_-any-13971732017738044625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:20:50,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61fbfd70{HTTP/1.1, (http/1.1)}{localhost:34805} 2024-11-09T19:20:50,231 INFO [Time-limited test {}] server.Server(415): Started @225541ms 2024-11-09T19:20:50,232 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:20:50,901 WARN [Thread-2883 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/cluster_a413bd88-167a-2614-fe7f-8b0e08ffedd4/data/data2/current/BP-662451886-172.17.0.2-1731180049070/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:50,901 WARN [Thread-2882 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/cluster_a413bd88-167a-2614-fe7f-8b0e08ffedd4/data/data1/current/BP-662451886-172.17.0.2-1731180049070/current, will proceed with Du for space computation calculation, 2024-11-09T19:20:50,920 WARN [Thread-2870 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:20:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46725bf81c071219 with lease ID 0xb887797bf9246ad7: Processing first storage report for DS-4a272cb0-8c88-435d-b466-8d22b121ae48 from datanode DatanodeRegistration(127.0.0.1:43443, datanodeUuid=1e024d45-d36b-4c77-9bee-7dafd0c41182, infoPort=32935, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2041332541;c=1731180049070) 2024-11-09T19:20:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46725bf81c071219 with lease ID 0xb887797bf9246ad7: from storage DS-4a272cb0-8c88-435d-b466-8d22b121ae48 node DatanodeRegistration(127.0.0.1:43443, datanodeUuid=1e024d45-d36b-4c77-9bee-7dafd0c41182, infoPort=32935, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2041332541;c=1731180049070), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46725bf81c071219 with lease ID 0xb887797bf9246ad7: Processing first storage report for DS-c62bd81e-0c29-458e-a038-1cccfea011e6 from datanode DatanodeRegistration(127.0.0.1:43443, datanodeUuid=1e024d45-d36b-4c77-9bee-7dafd0c41182, infoPort=32935, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2041332541;c=1731180049070) 2024-11-09T19:20:50,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46725bf81c071219 with lease ID 0xb887797bf9246ad7: from storage DS-c62bd81e-0c29-458e-a038-1cccfea011e6 node DatanodeRegistration(127.0.0.1:43443, datanodeUuid=1e024d45-d36b-4c77-9bee-7dafd0c41182, infoPort=32935, infoSecurePort=0, ipcPort=42417, storageInfo=lv=-57;cid=testClusterID;nsid=2041332541;c=1731180049070), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:20:50,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7 2024-11-09T19:20:50,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:50,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:50,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:20:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:20:51,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:20:51,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:20:51,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b with version=8 2024-11-09T19:20:51,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/hbase-staging 2024-11-09T19:20:51,371 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:51,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:51,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42125 2024-11-09T19:20:51,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42125 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:51,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421250x0, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:51,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42125-0x101210b01070006 connected 2024-11-09T19:20:51,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:51,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:51,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/running 2024-11-09T19:20:51,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b, hbase.cluster.distributed=false 2024-11-09T19:20:51,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/acl 2024-11-09T19:20:51,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-09T19:20:51,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42125 2024-11-09T19:20:51,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42125 2024-11-09T19:20:51,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-09T19:20:51,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-09T19:20:51,521 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:20:51,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:51,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:51,521 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:20:51,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:20:51,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:20:51,521 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:20:51,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:20:51,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39011 2024-11-09T19:20:51,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39011 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:51,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:51,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:51,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390110x0, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:51,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390110x0, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/running 2024-11-09T19:20:51,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39011-0x101210b01070007 connected 2024-11-09T19:20:51,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:20:51,542 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:20:51,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/master 2024-11-09T19:20:51,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/acl 2024-11-09T19:20:51,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39011 2024-11-09T19:20:51,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39011 2024-11-09T19:20:51,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39011 2024-11-09T19:20:51,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39011 2024-11-09T19:20:51,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39011 2024-11-09T19:20:51,567 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42125 2024-11-09T19:20:51,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22000026630/backup-masters/fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:51,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630/backup-masters 2024-11-09T19:20:51,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630/backup-masters 2024-11-09T19:20:51,577 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on existing znode=/22000026630/backup-masters/fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22000026630/master 2024-11-09T19:20:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:51,587 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on existing znode=/22000026630/master 2024-11-09T19:20:51,588 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22000026630/backup-masters/fac84fd0e20f,42125,1731180051371 from backup master directory 2024-11-09T19:20:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630/backup-masters 2024-11-09T19:20:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22000026630/backup-masters/fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630/backup-masters 2024-11-09T19:20:51,598 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:51,598 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:51,604 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/hbase.id] with ID: f026e15c-96a4-4743-a960-f2e73e696c25 2024-11-09T19:20:51,605 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/.tmp/hbase.id 2024-11-09T19:20:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:20:52,016 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/.tmp/hbase.id]:[hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/hbase.id] 2024-11-09T19:20:52,024 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:20:52,024 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:20:52,025 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:20:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:20:52,481 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:52,482 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:20:52,482 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:52,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:20:52,887 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store 2024-11-09T19:20:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:20:53,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:53,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:20:53,292 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:53,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:53,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:20:53,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:53,292 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:20:53,292 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180053292Disabling compacts and flushes for region at 1731180053292Disabling writes for close at 1731180053292Writing region close event to WAL at 1731180053292Closed at 1731180053292 2024-11-09T19:20:53,293 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/.initializing 2024-11-09T19:20:53,293 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/WALs/fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:53,294 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:53,295 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42125%2C1731180051371, suffix=, logDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/WALs/fac84fd0e20f,42125,1731180051371, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/oldWALs, maxLogs=10 2024-11-09T19:20:53,314 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/WALs/fac84fd0e20f,42125,1731180051371/fac84fd0e20f%2C42125%2C1731180051371.1731180053296, exclude list is [], retry=0 2024-11-09T19:20:53,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43443,DS-4a272cb0-8c88-435d-b466-8d22b121ae48,DISK] 2024-11-09T19:20:53,321 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/WALs/fac84fd0e20f,42125,1731180051371/fac84fd0e20f%2C42125%2C1731180051371.1731180053296 2024-11-09T19:20:53,321 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T19:20:53,321 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:53,321 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:53,321 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,321 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:20:53,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:53,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:20:53,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:53,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:20:53,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:53,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:20:53,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:53,327 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,328 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,328 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,329 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,329 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,329 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:53,330 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:20:53,331 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:53,331 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59884064, jitterRate=-0.10765790939331055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:53,332 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180053321Initializing all the Stores at 1731180053322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180053322Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180053322Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180053322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180053322Cleaning up temporary data from old regions at 1731180053329 (+7 ms)Region opened successfully at 1731180053331 (+2 ms) 2024-11-09T19:20:53,332 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:20:53,334 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41890862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:53,335 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:20:53,335 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:20:53,335 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:20:53,336 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:20:53,336 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:20:53,336 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:20:53,336 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:20:53,338 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:20:53,339 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Unable to get data of znode /22000026630/balancer because node does not exist (not necessarily an error) 2024-11-09T19:20:53,412 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22000026630/balancer already deleted, retry=false 2024-11-09T19:20:53,413 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:20:53,413 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Unable to get data of znode /22000026630/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:20:53,423 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22000026630/normalizer already deleted, retry=false 2024-11-09T19:20:53,423 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:20:53,424 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Unable to get data of znode /22000026630/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:20:53,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22000026630/switch/split already deleted, retry=false 2024-11-09T19:20:53,434 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Unable to get data of znode /22000026630/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:20:53,444 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22000026630/switch/merge already deleted, retry=false 2024-11-09T19:20:53,445 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Unable to get data of znode /22000026630/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:20:53,454 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22000026630/snapshot-cleanup already deleted, retry=false 2024-11-09T19:20:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22000026630/running 2024-11-09T19:20:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22000026630/running 2024-11-09T19:20:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:53,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:53,465 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42125,1731180051371, sessionid=0x101210b01070006, setting cluster-up flag (Was=false) 2024-11-09T19:20:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:53,517 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22000026630/flush-table-proc/acquired, /22000026630/flush-table-proc/reached, /22000026630/flush-table-proc/abort 2024-11-09T19:20:53,518 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:53,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:53,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:53,570 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22000026630/online-snapshot/acquired, /22000026630/online-snapshot/reached, /22000026630/online-snapshot/abort 2024-11-09T19:20:53,571 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:53,572 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:20:53,573 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:53,573 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:20:53,573 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:20:53,573 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42125,1731180051371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:53,575 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,575 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180083575 2024-11-09T19:20:53,575 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:20:53,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:20:53,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:20:53,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:20:53,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:20:53,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:20:53,576 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,576 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:53,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:20:53,577 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,577 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:20:53,580 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:20:53,580 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:20:53,580 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:20:53,580 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:20:53,581 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:20:53,581 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:20:53,581 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180053581,5,FailOnTimeoutGroup] 2024-11-09T19:20:53,581 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180053581,5,FailOnTimeoutGroup] 2024-11-09T19:20:53,581 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,581 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:20:53,581 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,581 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:20:53,655 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(746): ClusterId : f026e15c-96a4-4743-a960-f2e73e696c25 2024-11-09T19:20:53,655 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:20:53,666 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:20:53,666 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:20:53,677 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:20:53,677 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be4d94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:20:53,692 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:39011 2024-11-09T19:20:53,692 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:20:53,692 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:20:53,692 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:20:53,693 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42125,1731180051371 with port=39011, startcode=1731180051521 2024-11-09T19:20:53,693 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:20:53,694 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:20:53,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:53,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:53,696 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b 2024-11-09T19:20:53,696 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37453 2024-11-09T19:20:53,696 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:20:53,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630/rs 2024-11-09T19:20:53,785 DEBUG [RS:0;fac84fd0e20f:39011 {}] zookeeper.ZKUtil(111): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on existing znode=/22000026630/rs/fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:53,785 WARN [RS:0;fac84fd0e20f:39011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:20:53,785 INFO [RS:0;fac84fd0e20f:39011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:53,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39011,1731180051521] 2024-11-09T19:20:53,785 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:53,788 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:20:53,789 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:20:53,789 INFO [RS:0;fac84fd0e20f:39011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:20:53,789 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,790 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:20:53,790 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:20:53,790 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,790 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,791 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,791 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,791 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:20:53,791 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:53,791 DEBUG [RS:0;fac84fd0e20f:39011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:20:53,791 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,791 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,791 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,791 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,791 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,791 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39011,1731180051521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:53,807 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:20:53,808 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39011,1731180051521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,808 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,808 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.Replication(171): fac84fd0e20f,39011,1731180051521 started 2024-11-09T19:20:53,826 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:53,826 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39011,1731180051521, RpcServer on fac84fd0e20f/172.17.0.2:39011, sessionid=0x101210b01070007 2024-11-09T19:20:53,826 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:20:53,826 DEBUG [RS:0;fac84fd0e20f:39011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:53,826 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39011,1731180051521' 2024-11-09T19:20:53,826 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22000026630/flush-table-proc/abort' 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22000026630/flush-table-proc/acquired' 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39011,1731180051521' 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22000026630/online-snapshot/abort' 2024-11-09T19:20:53,827 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22000026630/online-snapshot/acquired' 2024-11-09T19:20:53,828 DEBUG [RS:0;fac84fd0e20f:39011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:20:53,828 INFO [RS:0;fac84fd0e20f:39011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:20:53,828 INFO [RS:0;fac84fd0e20f:39011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:20:53,928 INFO [RS:0;fac84fd0e20f:39011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:20:53,929 INFO [RS:0;fac84fd0e20f:39011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39011%2C1731180051521, suffix=, logDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/oldWALs, maxLogs=10 2024-11-09T19:20:53,947 DEBUG [RS:0;fac84fd0e20f:39011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, exclude list is [], retry=0 2024-11-09T19:20:53,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43443,DS-4a272cb0-8c88-435d-b466-8d22b121ae48,DISK] 2024-11-09T19:20:53,952 INFO [RS:0;fac84fd0e20f:39011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 2024-11-09T19:20:53,952 DEBUG [RS:0;fac84fd0e20f:39011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T19:20:53,991 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:20:53,991 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b 2024-11-09T19:20:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:20:53,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:53,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:53,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:53,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:53,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:53,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:53,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:53,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:53,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:53,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:53,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:54,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:54,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:54,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:54,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:54,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740 2024-11-09T19:20:54,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740 2024-11-09T19:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:54,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:54,005 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:54,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:54,007 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:54,007 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61097031, jitterRate=-0.08958329260349274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:54,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180053996Initializing all the Stores at 1731180053996Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180053996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180053996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180053996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180053996Cleaning up temporary data from old regions at 1731180054004 (+8 ms)Region opened successfully at 1731180054007 (+3 ms) 2024-11-09T19:20:54,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:20:54,008 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:20:54,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:20:54,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:20:54,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:20:54,008 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:20:54,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180054008Disabling compacts and flushes for region at 1731180054008Disabling writes for close at 1731180054008Writing region close event to WAL at 1731180054008Closed at 1731180054008 2024-11-09T19:20:54,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:54,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:20:54,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:20:54,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:54,011 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:20:54,161 DEBUG [fac84fd0e20f:42125 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:20:54,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:54,163 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39011,1731180051521, state=OPENING 2024-11-09T19:20:54,187 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:20:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:20:54,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22000026630/meta-region-server: CHANGED 2024-11-09T19:20:54,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22000026630/meta-region-server: CHANGED 2024-11-09T19:20:54,339 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:20:54,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39011,1731180051521}] 2024-11-09T19:20:54,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:20:54,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:20:54,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:20:54,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:20:54,495 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:20:54,495 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:54,495 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:20:54,497 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39011%2C1731180051521.meta, suffix=.meta, logDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/oldWALs, maxLogs=10 2024-11-09T19:20:54,514 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.meta.1731180054497.meta, exclude list is [], retry=0 2024-11-09T19:20:54,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43443,DS-4a272cb0-8c88-435d-b466-8d22b121ae48,DISK] 2024-11-09T19:20:54,519 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.meta.1731180054497.meta 2024-11-09T19:20:54,520 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T19:20:54,520 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:54,520 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:54,521 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:54,521 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:20:54,521 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:20:54,521 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:20:54,521 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:54,521 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:20:54,521 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:20:54,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:20:54,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:20:54,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:54,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:54,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:20:54,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:20:54,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:54,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:54,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:20:54,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:20:54,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:54,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:54,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:20:54,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:20:54,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:54,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:20:54,529 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:20:54,529 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740 2024-11-09T19:20:54,530 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740 2024-11-09T19:20:54,531 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:20:54,531 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:20:54,531 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:20:54,532 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:20:54,533 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69286941, jitterRate=0.03245587646961212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:20:54,533 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:20:54,533 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180054521Writing region info on filesystem at 1731180054521Initializing all the Stores at 1731180054522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180054522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180054524 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180054524Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180054524Cleaning up temporary data from old regions at 1731180054531 (+7 ms)Running coprocessor post-open hooks at 1731180054533 (+2 ms)Region opened successfully at 1731180054533 2024-11-09T19:20:54,533 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180054490 2024-11-09T19:20:54,535 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:20:54,535 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:20:54,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:54,536 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39011,1731180051521, state=OPEN 2024-11-09T19:20:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22000026630/meta-region-server 2024-11-09T19:20:54,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22000026630/meta-region-server 2024-11-09T19:20:54,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:54,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22000026630/meta-region-server: CHANGED 2024-11-09T19:20:54,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22000026630/meta-region-server: CHANGED 2024-11-09T19:20:54,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:20:54,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39011,1731180051521 in 284 msec 2024-11-09T19:20:54,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:20:54,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-09T19:20:54,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:20:54,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:20:54,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:54,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39011,1731180051521, seqNum=-1] 2024-11-09T19:20:54,628 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:54,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:54,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0600 sec 2024-11-09T19:20:54,633 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180054633, completionTime=-1 2024-11-09T19:20:54,633 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:20:54,633 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180114635 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180174635 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42125,1731180051371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42125,1731180051371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42125,1731180051371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42125, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,635 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,636 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,637 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.041sec 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42125,1731180051371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:20:54,639 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42125,1731180051371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:20:54,641 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:20:54,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:20:54,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42125,1731180051371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:20:54,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2e758d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:54,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:20:54,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:54,656 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:20:54,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:20:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fce97f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:20:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:54,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:54,658 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:54,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d242c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:54,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:20:54,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39011,1731180051521, seqNum=-1] 2024-11-09T19:20:54,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:20:54,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:20:54,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:54,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60655 2024-11-09T19:20:54,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:20:54,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101210b01070008 connected 2024-11-09T19:20:54,688 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bc8e66 2024-11-09T19:20:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:54,691 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:54,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:20:54,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:54,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:54,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:20:54,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:20:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:55,101 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6452ece7d64adec590734a17afea96e7, NAME => 'test,,1731180054691.6452ece7d64adec590734a17afea96e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e 2024-11-09T19:20:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:20:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:55,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180054691.6452ece7d64adec590734a17afea96e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:55,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6452ece7d64adec590734a17afea96e7, disabling compactions & flushes 2024-11-09T19:20:55,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180054691.6452ece7d64adec590734a17afea96e7. after waiting 0 ms 2024-11-09T19:20:55,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,506 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6452ece7d64adec590734a17afea96e7: Waiting for close lock at 1731180055506Disabling compacts and flushes for region at 1731180055506Disabling writes for close at 1731180055506Writing region close event to WAL at 1731180055506Closed at 1731180055506 2024-11-09T19:20:55,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:55,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180054691.6452ece7d64adec590734a17afea96e7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180055507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180055507"}]},"ts":"1731180055507"} 2024-11-09T19:20:55,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:55,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:55,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180055511"}]},"ts":"1731180055511"} 2024-11-09T19:20:55,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:20:55,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6452ece7d64adec590734a17afea96e7, ASSIGN}] 2024-11-09T19:20:55,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6452ece7d64adec590734a17afea96e7, ASSIGN 2024-11-09T19:20:55,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6452ece7d64adec590734a17afea96e7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45177,1731180039715; forceNewPlan=false, retain=false 2024-11-09T19:20:55,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6452ece7d64adec590734a17afea96e7, regionState=OPENING, regionLocation=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:55,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6452ece7d64adec590734a17afea96e7, ASSIGN because future has completed 2024-11-09T19:20:55,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6452ece7d64adec590734a17afea96e7, server=fac84fd0e20f,45177,1731180039715}] 2024-11-09T19:20:55,826 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,826 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6452ece7d64adec590734a17afea96e7, NAME => 'test,,1731180054691.6452ece7d64adec590734a17afea96e7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:55,827 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:55,827 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:20:55,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180054691.6452ece7d64adec590734a17afea96e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:55,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,827 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:55,836 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,838 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6452ece7d64adec590734a17afea96e7 columnFamilyName f 2024-11-09T19:20:55,838 DEBUG [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:55,838 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] regionserver.HStore(327): Store=6452ece7d64adec590734a17afea96e7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:55,838 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,839 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6452ece7d64adec590734a17afea96e7 columnFamilyName f1 2024-11-09T19:20:55,840 DEBUG [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:55,840 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] regionserver.HStore(327): Store=6452ece7d64adec590734a17afea96e7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:55,840 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,841 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6452ece7d64adec590734a17afea96e7 columnFamilyName norep 2024-11-09T19:20:55,841 DEBUG [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:55,843 INFO [StoreOpener-6452ece7d64adec590734a17afea96e7-1 {}] regionserver.HStore(327): Store=6452ece7d64adec590734a17afea96e7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:55,843 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,844 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,844 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,845 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,845 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,848 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:55,849 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,851 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:55,851 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6452ece7d64adec590734a17afea96e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68805293, jitterRate=0.025278761982917786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:55,851 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:20:55,852 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6452ece7d64adec590734a17afea96e7: Running coprocessor pre-open hook at 1731180055827Writing region info on filesystem at 1731180055828 (+1 ms)Initializing all the Stores at 1731180055829 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180055829Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180055836 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180055836Cleaning up temporary data from old regions at 1731180055845 (+9 ms)Running coprocessor post-open hooks at 1731180055851 (+6 ms)Region opened successfully at 1731180055852 (+1 ms) 2024-11-09T19:20:55,853 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180054691.6452ece7d64adec590734a17afea96e7., pid=6, masterSystemTime=1731180055820 2024-11-09T19:20:55,854 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,854 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:20:55,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6452ece7d64adec590734a17afea96e7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:55,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6452ece7d64adec590734a17afea96e7, server=fac84fd0e20f,45177,1731180039715 because future has completed 2024-11-09T19:20:55,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:20:55,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6452ece7d64adec590734a17afea96e7, server=fac84fd0e20f,45177,1731180039715 in 190 msec 2024-11-09T19:20:55,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:20:55,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6452ece7d64adec590734a17afea96e7, ASSIGN in 346 msec 2024-11-09T19:20:55,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:55,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180055862"}]},"ts":"1731180055862"} 2024-11-09T19:20:55,864 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:20:55,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:55,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-09T19:20:56,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:56,839 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:20:56,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:56,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4fad39 2024-11-09T19:20:56,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:56,841 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:56,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:20:56,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:56,844 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:56,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:20:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:56,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:20:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:57,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 986603b739baa9d0579c198997c82866, NAME => 'test,,1731180056842.986603b739baa9d0579c198997c82866.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22 2024-11-09T19:20:57,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:20:57,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180056842.986603b739baa9d0579c198997c82866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:57,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 986603b739baa9d0579c198997c82866, disabling compactions & flushes 2024-11-09T19:20:57,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180056842.986603b739baa9d0579c198997c82866. after waiting 0 ms 2024-11-09T19:20:57,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,267 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 986603b739baa9d0579c198997c82866: Waiting for close lock at 1731180057267Disabling compacts and flushes for region at 1731180057267Disabling writes for close at 1731180057267Writing region close event to WAL at 1731180057267Closed at 1731180057267 2024-11-09T19:20:57,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:57,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180056842.986603b739baa9d0579c198997c82866.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180057268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180057268"}]},"ts":"1731180057268"} 2024-11-09T19:20:57,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:57,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:57,271 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180057270"}]},"ts":"1731180057270"} 2024-11-09T19:20:57,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:20:57,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=986603b739baa9d0579c198997c82866, ASSIGN}] 2024-11-09T19:20:57,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=986603b739baa9d0579c198997c82866, ASSIGN 2024-11-09T19:20:57,274 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=986603b739baa9d0579c198997c82866, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39097,1731180045374; forceNewPlan=false, retain=false 2024-11-09T19:20:57,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=986603b739baa9d0579c198997c82866, regionState=OPENING, regionLocation=fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=986603b739baa9d0579c198997c82866, ASSIGN because future has completed 2024-11-09T19:20:57,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 986603b739baa9d0579c198997c82866, server=fac84fd0e20f,39097,1731180045374}] 2024-11-09T19:20:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:57,582 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,582 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 986603b739baa9d0579c198997c82866, NAME => 'test,,1731180056842.986603b739baa9d0579c198997c82866.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:57,582 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:57,582 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:20:57,583 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,583 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180056842.986603b739baa9d0579c198997c82866.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:57,583 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,583 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,584 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,586 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 986603b739baa9d0579c198997c82866 columnFamilyName f 2024-11-09T19:20:57,586 DEBUG [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:57,586 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] regionserver.HStore(327): Store=986603b739baa9d0579c198997c82866/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:57,586 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,587 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 986603b739baa9d0579c198997c82866 columnFamilyName f1 2024-11-09T19:20:57,587 DEBUG [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:57,588 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] regionserver.HStore(327): Store=986603b739baa9d0579c198997c82866/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:57,588 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,589 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 986603b739baa9d0579c198997c82866 columnFamilyName norep 2024-11-09T19:20:57,589 DEBUG [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:57,589 INFO [StoreOpener-986603b739baa9d0579c198997c82866-1 {}] regionserver.HStore(327): Store=986603b739baa9d0579c198997c82866/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:57,589 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,590 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,590 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,591 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,591 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,591 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:57,592 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,594 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:57,596 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 986603b739baa9d0579c198997c82866; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73914726, jitterRate=0.1014152467250824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:57,596 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 986603b739baa9d0579c198997c82866 2024-11-09T19:20:57,596 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 986603b739baa9d0579c198997c82866: Running coprocessor pre-open hook at 1731180057583Writing region info on filesystem at 1731180057583Initializing all the Stores at 1731180057584 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180057584Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180057584Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180057584Cleaning up temporary data from old regions at 1731180057591 (+7 ms)Running coprocessor post-open hooks at 1731180057596 (+5 ms)Region opened successfully at 1731180057596 2024-11-09T19:20:57,597 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180056842.986603b739baa9d0579c198997c82866., pid=6, masterSystemTime=1731180057579 2024-11-09T19:20:57,599 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,599 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:20:57,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=986603b739baa9d0579c198997c82866, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,39097,1731180045374 2024-11-09T19:20:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 986603b739baa9d0579c198997c82866, server=fac84fd0e20f,39097,1731180045374 because future has completed 2024-11-09T19:20:57,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:20:57,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 986603b739baa9d0579c198997c82866, server=fac84fd0e20f,39097,1731180045374 in 184 msec 2024-11-09T19:20:57,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:20:57,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=986603b739baa9d0579c198997c82866, ASSIGN in 340 msec 2024-11-09T19:20:57,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:57,615 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180057615"}]},"ts":"1731180057615"} 2024-11-09T19:20:57,617 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:20:57,618 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:57,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-09T19:20:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:57,980 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:20:57,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42125,1731180051371 2024-11-09T19:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47e0c34 2024-11-09T19:20:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:57,981 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:57,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:20:57,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:57,984 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:57,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:20:57,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:20:58,011 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d621b260dc356783f1ac7c6748584b6, NAME => 'test,,1731180057982.2d621b260dc356783f1ac7c6748584b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b 2024-11-09T19:20:58,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:20:58,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180057982.2d621b260dc356783f1ac7c6748584b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:58,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2d621b260dc356783f1ac7c6748584b6, disabling compactions & flushes 2024-11-09T19:20:58,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. after waiting 0 ms 2024-11-09T19:20:58,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d621b260dc356783f1ac7c6748584b6: Waiting for close lock at 1731180058029Disabling compacts and flushes for region at 1731180058029Disabling writes for close at 1731180058029Writing region close event to WAL at 1731180058029Closed at 1731180058029 2024-11-09T19:20:58,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:58,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180057982.2d621b260dc356783f1ac7c6748584b6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180058030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180058030"}]},"ts":"1731180058030"} 2024-11-09T19:20:58,032 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:58,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:58,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180058033"}]},"ts":"1731180058033"} 2024-11-09T19:20:58,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:20:58,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d621b260dc356783f1ac7c6748584b6, ASSIGN}] 2024-11-09T19:20:58,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2d621b260dc356783f1ac7c6748584b6, ASSIGN 2024-11-09T19:20:58,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2d621b260dc356783f1ac7c6748584b6, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39011,1731180051521; forceNewPlan=false, retain=false 2024-11-09T19:20:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:58,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d621b260dc356783f1ac7c6748584b6, regionState=OPENING, regionLocation=fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:58,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2d621b260dc356783f1ac7c6748584b6, ASSIGN because future has completed 2024-11-09T19:20:58,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d621b260dc356783f1ac7c6748584b6, server=fac84fd0e20f,39011,1731180051521}] 2024-11-09T19:20:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:58,347 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,347 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d621b260dc356783f1ac7c6748584b6, NAME => 'test,,1731180057982.2d621b260dc356783f1ac7c6748584b6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:58,347 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:58,347 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:20:58,347 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,347 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180057982.2d621b260dc356783f1ac7c6748584b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:58,347 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,347 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,349 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,349 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d621b260dc356783f1ac7c6748584b6 columnFamilyName f 2024-11-09T19:20:58,350 DEBUG [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:58,350 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] regionserver.HStore(327): Store=2d621b260dc356783f1ac7c6748584b6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:58,350 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,351 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d621b260dc356783f1ac7c6748584b6 columnFamilyName f1 2024-11-09T19:20:58,351 DEBUG [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:58,351 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] regionserver.HStore(327): Store=2d621b260dc356783f1ac7c6748584b6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:58,351 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,352 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d621b260dc356783f1ac7c6748584b6 columnFamilyName norep 2024-11-09T19:20:58,352 DEBUG [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:58,352 INFO [StoreOpener-2d621b260dc356783f1ac7c6748584b6-1 {}] regionserver.HStore(327): Store=2d621b260dc356783f1ac7c6748584b6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:58,352 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,353 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,353 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,353 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,354 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,360 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:58,362 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,369 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:58,369 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2d621b260dc356783f1ac7c6748584b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73923787, jitterRate=0.10155026614665985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:58,369 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:20:58,369 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2d621b260dc356783f1ac7c6748584b6: Running coprocessor pre-open hook at 1731180058347Writing region info on filesystem at 1731180058347Initializing all the Stores at 1731180058348 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180058348Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180058348Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180058348Cleaning up temporary data from old regions at 1731180058354 (+6 ms)Running coprocessor post-open hooks at 1731180058369 (+15 ms)Region opened successfully at 1731180058369 2024-11-09T19:20:58,370 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180057982.2d621b260dc356783f1ac7c6748584b6., pid=6, masterSystemTime=1731180058343 2024-11-09T19:20:58,372 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,372 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:20:58,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2d621b260dc356783f1ac7c6748584b6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,39011,1731180051521 2024-11-09T19:20:58,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d621b260dc356783f1ac7c6748584b6, server=fac84fd0e20f,39011,1731180051521 because future has completed 2024-11-09T19:20:58,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:20:58,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d621b260dc356783f1ac7c6748584b6, server=fac84fd0e20f,39011,1731180051521 in 185 msec 2024-11-09T19:20:58,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:20:58,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2d621b260dc356783f1ac7c6748584b6, ASSIGN in 341 msec 2024-11-09T19:20:58,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:58,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180058380"}]},"ts":"1731180058380"} 2024-11-09T19:20:58,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:20:58,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:58,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 400 msec 2024-11-09T19:20:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:20:58,610 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:20:58,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f4d134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:58,611 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:20:58,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:58,611 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:20:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:20:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792dcddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:20:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:58,613 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6255751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:58,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43367,1731180039529 2024-11-09T19:20:58,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fdae124 2024-11-09T19:20:58,615 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:58,615 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:58,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:42097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:20:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:20:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:58,618 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42097' 2024-11-09T19:20:58,620 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131faa5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:58,620 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42097,-1 for getting cluster id 2024-11-09T19:20:58,620 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:20:58,621 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45127682-4dfd-40a2-a148-a6c70a53617b' 2024-11-09T19:20:58,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:20:58,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45127682-4dfd-40a2-a148-a6c70a53617b" 2024-11-09T19:20:58,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2494fcda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:58,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42097,-1] 2024-11-09T19:20:58,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:20:58,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:58,624 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:20:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c716c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:20:58,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:20:58,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42097,1731180045223 2024-11-09T19:20:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56aea841 2024-11-09T19:20:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:20:58,626 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:20:58,627 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:20:58,627 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:20:58,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:58,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:20:58,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:20:58,628 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:20:58,628 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:20:58,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:20:58,629 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:58,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:20:58,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:20:58,679 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:20:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:59,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ef31ea00722308c715d314bd51fddfa, NAME => 'hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e 2024-11-09T19:20:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:20:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:59,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:59,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0ef31ea00722308c715d314bd51fddfa, disabling compactions & flushes 2024-11-09T19:20:59,442 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. after waiting 0 ms 2024-11-09T19:20:59,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,442 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ef31ea00722308c715d314bd51fddfa: Waiting for close lock at 1731180059442Disabling compacts and flushes for region at 1731180059442Disabling writes for close at 1731180059442Writing region close event to WAL at 1731180059442Closed at 1731180059442 2024-11-09T19:20:59,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:20:59,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180059443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180059443"}]},"ts":"1731180059443"} 2024-11-09T19:20:59,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:20:59,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:20:59,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180059446"}]},"ts":"1731180059446"} 2024-11-09T19:20:59,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:20:59,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ef31ea00722308c715d314bd51fddfa, ASSIGN}] 2024-11-09T19:20:59,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ef31ea00722308c715d314bd51fddfa, ASSIGN 2024-11-09T19:20:59,449 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ef31ea00722308c715d314bd51fddfa, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45177,1731180039715; forceNewPlan=false, retain=false 2024-11-09T19:20:59,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ef31ea00722308c715d314bd51fddfa, regionState=OPENING, regionLocation=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:59,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0ef31ea00722308c715d314bd51fddfa, ASSIGN because future has completed 2024-11-09T19:20:59,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef31ea00722308c715d314bd51fddfa, server=fac84fd0e20f,45177,1731180039715}] 2024-11-09T19:20:59,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:20:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:20:59,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:20:59,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45177%2C1731180039715.rep, suffix=, logDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715, archiveDir=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/oldWALs, maxLogs=10 2024-11-09T19:20:59,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.rep.1731180059763, exclude list is [], retry=0 2024-11-09T19:20:59,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43083,DS-db006918-9494-4d0a-968f-b89e568890b8,DISK] 2024-11-09T19:20:59,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.rep.1731180059763 2024-11-09T19:20:59,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38415:38415)] 2024-11-09T19:20:59,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ef31ea00722308c715d314bd51fddfa, NAME => 'hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:20:59,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:20:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:20:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. service=MultiRowMutationService 2024-11-09T19:20:59,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:20:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:20:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,787 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,793 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef31ea00722308c715d314bd51fddfa columnFamilyName hfileref 2024-11-09T19:20:59,793 DEBUG [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:59,794 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] regionserver.HStore(327): Store=0ef31ea00722308c715d314bd51fddfa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:59,794 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,795 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef31ea00722308c715d314bd51fddfa columnFamilyName queue 2024-11-09T19:20:59,795 DEBUG [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:59,795 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] regionserver.HStore(327): Store=0ef31ea00722308c715d314bd51fddfa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:59,795 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,797 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef31ea00722308c715d314bd51fddfa columnFamilyName sid 2024-11-09T19:20:59,797 DEBUG [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:20:59,797 INFO [StoreOpener-0ef31ea00722308c715d314bd51fddfa-1 {}] regionserver.HStore(327): Store=0ef31ea00722308c715d314bd51fddfa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:20:59,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:20:59,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:20:59,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0ef31ea00722308c715d314bd51fddfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62646201, jitterRate=-0.06649886071681976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:20:59,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:20:59,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0ef31ea00722308c715d314bd51fddfa: Running coprocessor pre-open hook at 1731180059785Writing region info on filesystem at 1731180059785Initializing all the Stores at 1731180059786 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180059786Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180059787 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180059787Cleaning up temporary data from old regions at 1731180059799 (+12 ms)Running coprocessor post-open hooks at 1731180059802 (+3 ms)Region opened successfully at 1731180059802 2024-11-09T19:20:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa., pid=10, masterSystemTime=1731180059754 2024-11-09T19:20:59,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:20:59,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0ef31ea00722308c715d314bd51fddfa, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45177,1731180039715 2024-11-09T19:20:59,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef31ea00722308c715d314bd51fddfa, server=fac84fd0e20f,45177,1731180039715 because future has completed 2024-11-09T19:20:59,814 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43367 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fac84fd0e20f,45177,1731180039715, table=hbase:replication, region=0ef31ea00722308c715d314bd51fddfa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T19:20:59,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:20:59,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ef31ea00722308c715d314bd51fddfa, server=fac84fd0e20f,45177,1731180039715 in 212 msec 2024-11-09T19:20:59,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:20:59,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0ef31ea00722308c715d314bd51fddfa, ASSIGN in 368 msec 2024-11-09T19:20:59,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:20:59,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180059819"}]},"ts":"1731180059819"} 2024-11-09T19:20:59,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:20:59,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:20:59,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-09T19:20:59,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa., hostname=fac84fd0e20f,45177,1731180039715, seqNum=2] 2024-11-09T19:20:59,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:59,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:20:59,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:00,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:00,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:00,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:21:00,091 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:21:00,111 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:21:00,130 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,45177,1731180039715, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:00,130 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:00,130 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45177,1731180039715, seqNum=-1] 2024-11-09T19:21:00,131 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:00,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:00,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,45177,1731180039715', locateType=CURRENT is [region=hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa., hostname=fac84fd0e20f,45177,1731180039715, seqNum=2] 2024-11-09T19:21:00,135 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:21:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:21:00,138 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,45177,1731180039715 suceeded 2024-11-09T19:21:00,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:21:00,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-09T19:21:00,139 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:42097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:21:00,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-09T19:21:00,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42097' 2024-11-09T19:21:00,156 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1a0ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,156 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42097,-1 for getting cluster id 2024-11-09T19:21:00,156 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:00,157 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45127682-4dfd-40a2-a148-a6c70a53617b' 2024-11-09T19:21:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45127682-4dfd-40a2-a148-a6c70a53617b" 2024-11-09T19:21:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a223cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42097,-1] 2024-11-09T19:21:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:00,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,158 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:00,158 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37d0ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,159 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:00,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42097,1731180045223 2024-11-09T19:21:00,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@297f9588 2024-11-09T19:21:00,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:00,160 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:00,160 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,45177,1731180039715 (queues=1) is replicating from cluster=4e3a3d79-90f7-410a-8e67-3c7e05333ab0 to cluster=45127682-4dfd-40a2-a148-a6c70a53617b 2024-11-09T19:21:00,161 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C45177%2C1731180039715 2024-11-09T19:21:00,161 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,45177,1731180039715, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:00,161 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C45177%2C1731180039715 2024-11-09T19:21:00,161 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, startPosition=0, beingWritten=true 2024-11-09T19:21:00,165 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:00,165 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:00,165 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:00,369 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:00,673 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:00,770 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:00,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:00,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:00,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:00,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d74c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42097,-1 for getting cluster id 2024-11-09T19:21:00,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:00,772 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45127682-4dfd-40a2-a148-a6c70a53617b' 2024-11-09T19:21:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45127682-4dfd-40a2-a148-a6c70a53617b" 2024-11-09T19:21:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2328f3ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42097,-1] 2024-11-09T19:21:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,774 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:00,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ea58de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42097,1731180045223 2024-11-09T19:21:00,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d63e017 2024-11-09T19:21:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:00,777 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:00,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:21:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:21:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:00,779 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42125' 2024-11-09T19:21:00,780 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da1ac2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,780 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:00,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:00,781 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:00,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:00,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:00,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53114723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,783 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:00,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74843f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:00,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:00,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42125,1731180051371 2024-11-09T19:21:00,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@305cdc8d 2024-11-09T19:21:00,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:00,786 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:00,786 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:21:00,786 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:21:00,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:00,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:00,787 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:00,788 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:21:00,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:00,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:00,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:00,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:21:00,838 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:21:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:01,077 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:01,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad214cdad7e9894ebec0cc2b3edb6e39, NAME => 'hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22 2024-11-09T19:21:01,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:21:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:21:01,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T19:21:01,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:01,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T19:21:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:01,580 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:01,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:01,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ad214cdad7e9894ebec0cc2b3edb6e39, disabling compactions & flushes 2024-11-09T19:21:01,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. after waiting 0 ms 2024-11-09T19:21:01,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,601 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,601 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad214cdad7e9894ebec0cc2b3edb6e39: Waiting for close lock at 1731180061601Disabling compacts and flushes for region at 1731180061601Disabling writes for close at 1731180061601Writing region close event to WAL at 1731180061601Closed at 1731180061601 2024-11-09T19:21:01,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:01,602 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180061602"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180061602"}]},"ts":"1731180061602"} 2024-11-09T19:21:01,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:01,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:01,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180061605"}]},"ts":"1731180061605"} 2024-11-09T19:21:01,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:21:01,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad214cdad7e9894ebec0cc2b3edb6e39, ASSIGN}] 2024-11-09T19:21:01,608 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad214cdad7e9894ebec0cc2b3edb6e39, ASSIGN 2024-11-09T19:21:01,608 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad214cdad7e9894ebec0cc2b3edb6e39, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39097,1731180045374; forceNewPlan=false, retain=false 2024-11-09T19:21:01,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad214cdad7e9894ebec0cc2b3edb6e39, regionState=OPENING, regionLocation=fac84fd0e20f,39097,1731180045374 2024-11-09T19:21:01,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ad214cdad7e9894ebec0cc2b3edb6e39, ASSIGN because future has completed 2024-11-09T19:21:01,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad214cdad7e9894ebec0cc2b3edb6e39, server=fac84fd0e20f,39097,1731180045374}] 2024-11-09T19:21:01,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:01,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:21:01,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39097%2C1731180045374.rep, suffix=, logDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374, archiveDir=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/oldWALs, maxLogs=10 2024-11-09T19:21:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:01,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.rep.1731180061919, exclude list is [], retry=0 2024-11-09T19:21:01,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35943,DS-4238f74f-d659-4236-b029-1425bfc39aaa,DISK] 2024-11-09T19:21:01,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.rep.1731180061919 2024-11-09T19:21:01,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46429:46429)] 2024-11-09T19:21:01,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ad214cdad7e9894ebec0cc2b3edb6e39, NAME => 'hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:01,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:01,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:01,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. service=MultiRowMutationService 2024-11-09T19:21:01,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:21:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,940 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,941 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad214cdad7e9894ebec0cc2b3edb6e39 columnFamilyName hfileref 2024-11-09T19:21:01,941 DEBUG [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:01,941 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] regionserver.HStore(327): Store=ad214cdad7e9894ebec0cc2b3edb6e39/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:01,941 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,942 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad214cdad7e9894ebec0cc2b3edb6e39 columnFamilyName queue 2024-11-09T19:21:01,942 DEBUG [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:01,943 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] regionserver.HStore(327): Store=ad214cdad7e9894ebec0cc2b3edb6e39/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:01,943 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,943 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad214cdad7e9894ebec0cc2b3edb6e39 columnFamilyName sid 2024-11-09T19:21:01,943 DEBUG [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:01,944 INFO [StoreOpener-ad214cdad7e9894ebec0cc2b3edb6e39-1 {}] regionserver.HStore(327): Store=ad214cdad7e9894ebec0cc2b3edb6e39/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:01,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:01,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:01,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ad214cdad7e9894ebec0cc2b3edb6e39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61495766, jitterRate=-0.08364167809486389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:01,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:01,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ad214cdad7e9894ebec0cc2b3edb6e39: Running coprocessor pre-open hook at 1731180061939Writing region info on filesystem at 1731180061939Initializing all the Stores at 1731180061940 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180061940Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180061940Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180061940Cleaning up temporary data from old regions at 1731180061945 (+5 ms)Running coprocessor post-open hooks at 1731180061949 (+4 ms)Region opened successfully at 1731180061949 2024-11-09T19:21:01,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39., pid=10, masterSystemTime=1731180061913 2024-11-09T19:21:01,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:01,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ad214cdad7e9894ebec0cc2b3edb6e39, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39097,1731180045374 2024-11-09T19:21:01,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad214cdad7e9894ebec0cc2b3edb6e39, server=fac84fd0e20f,39097,1731180045374 because future has completed 2024-11-09T19:21:01,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:21:01,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ad214cdad7e9894ebec0cc2b3edb6e39, server=fac84fd0e20f,39097,1731180045374 in 195 msec 2024-11-09T19:21:01,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:21:01,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ad214cdad7e9894ebec0cc2b3edb6e39, ASSIGN in 350 msec 2024-11-09T19:21:01,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:01,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180061960"}]},"ts":"1731180061960"} 2024-11-09T19:21:01,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:21:01,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:01,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-09T19:21:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39., hostname=fac84fd0e20f,39097,1731180045374, seqNum=2] 2024-11-09T19:21:02,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:21:02,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:21:02,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:02,184 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:02,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:21:02,249 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:21:02,279 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,39097,1731180045374, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:02,279 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:02,280 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39097,1731180045374, seqNum=-1] 2024-11-09T19:21:02,280 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:02,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:02,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,39097,1731180045374', locateType=CURRENT is [region=hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39., hostname=fac84fd0e20f,39097,1731180045374, seqNum=2] 2024-11-09T19:21:02,292 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:21:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:21:02,294 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,39097,1731180045374 suceeded 2024-11-09T19:21:02,296 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:21:02,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:21:02,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-09T19:21:02,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5190 sec 2024-11-09T19:21:02,308 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42125' 2024-11-09T19:21:02,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3055b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:02,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:02,313 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed1a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:02,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:02,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,314 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:02,315 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400c496c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,315 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:02,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42125,1731180051371 2024-11-09T19:21:02,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ae2375b 2024-11-09T19:21:02,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:02,318 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:02,319 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,39097,1731180045374 (queues=1) is replicating from cluster=45127682-4dfd-40a2-a148-a6c70a53617b to cluster=f026e15c-96a4-4743-a960-f2e73e696c25 2024-11-09T19:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C39097%2C1731180045374 2024-11-09T19:21:02,319 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,39097,1731180045374, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:02,319 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, startPosition=0, beingWritten=true 2024-11-09T19:21:02,319 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C39097%2C1731180045374 2024-11-09T19:21:02,325 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:02,325 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:02,325 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:02,528 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:02,832 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:02,888 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:02,929 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:02,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:02,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:02,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:02,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e436b7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:02,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:02,930 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:02,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:02,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:02,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592053ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:02,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:02,931 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,931 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:02,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1806eb29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42125,1731180051371 2024-11-09T19:21:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@488c976d 2024-11-09T19:21:02,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:02,933 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:02,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:43367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:21:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:21:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:02,936 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:43367' 2024-11-09T19:21:02,936 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49984524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,936 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:21:02,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:02,937 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:21:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:21:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96f2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:21:02,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,938 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:02,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d43396d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:02,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:02,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43367,1731180039529 2024-11-09T19:21:02,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40f52ec6 2024-11-09T19:21:02,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:02,940 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:02,941 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:21:02,941 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:21:02,941 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,941 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:02,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:02,941 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:02,942 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:21:02,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:02,943 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:02,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:21:02,992 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:21:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:03,235 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:03,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adabbdd07c17e7a05946abfd3558734f, NAME => 'hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b 2024-11-09T19:21:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:21:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:03,691 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:03,739 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:03,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:03,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing adabbdd07c17e7a05946abfd3558734f, disabling compactions & flushes 2024-11-09T19:21:03,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:03,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:03,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. after waiting 0 ms 2024-11-09T19:21:03,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:03,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:03,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for adabbdd07c17e7a05946abfd3558734f: Waiting for close lock at 1731180063757Disabling compacts and flushes for region at 1731180063757Disabling writes for close at 1731180063757Writing region close event to WAL at 1731180063757Closed at 1731180063757 2024-11-09T19:21:03,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:03,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180063758"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180063758"}]},"ts":"1731180063758"} 2024-11-09T19:21:03,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:03,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:03,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180063761"}]},"ts":"1731180063761"} 2024-11-09T19:21:03,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:21:03,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adabbdd07c17e7a05946abfd3558734f, ASSIGN}] 2024-11-09T19:21:03,764 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adabbdd07c17e7a05946abfd3558734f, ASSIGN 2024-11-09T19:21:03,764 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adabbdd07c17e7a05946abfd3558734f, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39011,1731180051521; forceNewPlan=false, retain=false 2024-11-09T19:21:03,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adabbdd07c17e7a05946abfd3558734f, regionState=OPENING, regionLocation=fac84fd0e20f,39011,1731180051521 2024-11-09T19:21:03,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=adabbdd07c17e7a05946abfd3558734f, ASSIGN because future has completed 2024-11-09T19:21:03,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adabbdd07c17e7a05946abfd3558734f, server=fac84fd0e20f,39011,1731180051521}] 2024-11-09T19:21:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:04,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:04,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:04,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:21:04,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39011%2C1731180051521.rep, suffix=, logDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521, archiveDir=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/oldWALs, maxLogs=10 2024-11-09T19:21:04,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.rep.1731180064148, exclude list is [], retry=0 2024-11-09T19:21:04,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43443,DS-4a272cb0-8c88-435d-b466-8d22b121ae48,DISK] 2024-11-09T19:21:04,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.rep.1731180064148 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => adabbdd07c17e7a05946abfd3558734f, NAME => 'hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:04,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. service=MultiRowMutationService 2024-11-09T19:21:04,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:04,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,166 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,166 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adabbdd07c17e7a05946abfd3558734f columnFamilyName hfileref 2024-11-09T19:21:04,167 DEBUG [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:04,167 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] regionserver.HStore(327): Store=adabbdd07c17e7a05946abfd3558734f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:04,167 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,168 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adabbdd07c17e7a05946abfd3558734f columnFamilyName queue 2024-11-09T19:21:04,168 DEBUG [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:04,168 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] regionserver.HStore(327): Store=adabbdd07c17e7a05946abfd3558734f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:04,168 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,169 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adabbdd07c17e7a05946abfd3558734f columnFamilyName sid 2024-11-09T19:21:04,169 DEBUG [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:04,169 INFO [StoreOpener-adabbdd07c17e7a05946abfd3558734f-1 {}] regionserver.HStore(327): Store=adabbdd07c17e7a05946abfd3558734f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:04,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/replication/adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/replication/adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:04,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/replication/adabbdd07c17e7a05946abfd3558734f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:04,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened adabbdd07c17e7a05946abfd3558734f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67565198, jitterRate=0.006799906492233276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:04,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:04,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for adabbdd07c17e7a05946abfd3558734f: Running coprocessor pre-open hook at 1731180064165Writing region info on filesystem at 1731180064165Initializing all the Stores at 1731180064165Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180064165Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180064165Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180064165Cleaning up temporary data from old regions at 1731180064170 (+5 ms)Running coprocessor post-open hooks at 1731180064176 (+6 ms)Region opened successfully at 1731180064176 2024-11-09T19:21:04,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f., pid=10, masterSystemTime=1731180064144 2024-11-09T19:21:04,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:04,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:04,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=adabbdd07c17e7a05946abfd3558734f, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39011,1731180051521 2024-11-09T19:21:04,179 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=fac84fd0e20f,39011,1731180051521, table=hbase:replication, region=adabbdd07c17e7a05946abfd3558734f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T19:21:04,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure adabbdd07c17e7a05946abfd3558734f, server=fac84fd0e20f,39011,1731180051521 because future has completed 2024-11-09T19:21:04,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:21:04,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure adabbdd07c17e7a05946abfd3558734f, server=fac84fd0e20f,39011,1731180051521 in 264 msec 2024-11-09T19:21:04,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:21:04,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=adabbdd07c17e7a05946abfd3558734f, ASSIGN in 420 msec 2024-11-09T19:21:04,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:04,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180064185"}]},"ts":"1731180064185"} 2024-11-09T19:21:04,187 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:21:04,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:04,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2460 sec 2024-11-09T19:21:04,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f., hostname=fac84fd0e20f,39011,1731180051521, seqNum=2] 2024-11-09T19:21:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:21:04,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:21:04,342 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:04,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:04,594 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:04,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:21:04,595 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:21:04,622 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,39011,1731180051521, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:04,622 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:04,622 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39011,1731180051521, seqNum=-1] 2024-11-09T19:21:04,622 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:04,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:04,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,39011,1731180051521', locateType=CURRENT is [region=hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f., hostname=fac84fd0e20f,39011,1731180051521, seqNum=2] 2024-11-09T19:21:04,627 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:21:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:21:04,629 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,39011,1731180051521 suceeded 2024-11-09T19:21:04,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:21:04,631 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:43367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:21:04,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T19:21:04,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6970 sec 2024-11-09T19:21:04,641 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:43367' 2024-11-09T19:21:04,643 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c4e164f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:04,643 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:21:04,643 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:04,643 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:21:04,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:04,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:21:04,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7046658e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:04,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:21:04,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:04,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:04,645 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:04,645 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51aa5574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:04,646 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:04,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43367,1731180039529 2024-11-09T19:21:04,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70d21587 2024-11-09T19:21:04,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:04,647 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:04,647 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,39011,1731180051521 (queues=1) is replicating from cluster=f026e15c-96a4-4743-a960-f2e73e696c25 to cluster=4e3a3d79-90f7-410a-8e67-3c7e05333ab0 2024-11-09T19:21:04,648 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C39011%2C1731180051521 2024-11-09T19:21:04,648 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,39011,1731180051521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:04,648 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C39011%2C1731180051521 2024-11-09T19:21:04,648 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, startPosition=0, beingWritten=true 2024-11-09T19:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 379, reset compression=false 2024-11-09T19:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:04,856 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 379, reset compression=false 2024-11-09T19:21:05,046 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:05,080 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:05,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:05,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:05,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:05,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6512591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:21:05,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:05,081 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:21:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:05,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:21:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:21:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:05,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,082 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:05,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b700d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237f4b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42097,-1 for getting cluster id 2024-11-09T19:21:05,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:05,084 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45127682-4dfd-40a2-a148-a6c70a53617b' 2024-11-09T19:21:05,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:05,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45127682-4dfd-40a2-a148-a6c70a53617b" 2024-11-09T19:21:05,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56864d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42097,-1] 2024-11-09T19:21:05,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:05,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,085 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:05,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776a9de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a11862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:05,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:05,086 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8dbce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:05,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,087 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:05,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb24d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45177,1731180039715, seqNum=-1] 2024-11-09T19:21:05,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:05,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180054691.6452ece7d64adec590734a17afea96e7., hostname=fac84fd0e20f,45177,1731180039715, seqNum=2] 2024-11-09T19:21:05,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:05,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39011,1731180051521, seqNum=-1] 2024-11-09T19:21:05,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:05,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180057982.2d621b260dc356783f1ac7c6748584b6., hostname=fac84fd0e20f,39011,1731180051521, seqNum=2] 2024-11-09T19:21:05,098 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T19:21:05,159 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 379, reset compression=false 2024-11-09T19:21:05,287 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:05,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:05,562 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 379, reset compression=false 2024-11-09T19:21:05,597 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 379, reset compression=false 2024-11-09T19:21:05,602 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:05,602 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 480, reset compression=false 2024-11-09T19:21:05,602 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[{test/6452ece7d64adec590734a17afea96e7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T19:21:05,604 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:05,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:05,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:05,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@245829fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42097,-1 for getting cluster id 2024-11-09T19:21:05,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:05,606 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '45127682-4dfd-40a2-a148-a6c70a53617b' 2024-11-09T19:21:05,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "45127682-4dfd-40a2-a148-a6c70a53617b" 2024-11-09T19:21:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d0aadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42097,-1] 2024-11-09T19:21:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:05,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,608 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:05,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@218504be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:05,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39097,1731180045374, seqNum=-1] 2024-11-09T19:21:05,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:05,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:05,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180056842.986603b739baa9d0579c198997c82866., hostname=fac84fd0e20f,39097,1731180045374, seqNum=2] 2024-11-09T19:21:05,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:05,805 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 480, reset compression=false 2024-11-09T19:21:05,849 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 379, reset compression=false 2024-11-09T19:21:05,853 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:05,853 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 503, reset compression=false 2024-11-09T19:21:05,854 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[{test/986603b739baa9d0579c198997c82866/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T19:21:05,856 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:05,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:05,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:05,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72679cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:05,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:05,866 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:05,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:05,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:05,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c80fb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:05,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:05,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:05,867 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:05,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c07b583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:05,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:05,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39011,1731180051521, seqNum=-1] 2024-11-09T19:21:05,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:05,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:05,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180057982.2d621b260dc356783f1ac7c6748584b6., hostname=fac84fd0e20f,39011,1731180051521, seqNum=2] 2024-11-09T19:21:05,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:06,066 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 379, reset compression=false 2024-11-09T19:21:06,066 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 503, reset compression=false 2024-11-09T19:21:06,070 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:06,070 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 526, reset compression=false 2024-11-09T19:21:06,070 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:06,100 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T19:21:06,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:06,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39097,1731180045374, seqNum=-1] 2024-11-09T19:21:06,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:06,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:06,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731180056842.986603b739baa9d0579c198997c82866., hostname=fac84fd0e20f,39097,1731180045374, seqNum=2] 2024-11-09T19:21:06,106 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T19:21:06,108 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 480, reset compression=false 2024-11-09T19:21:06,273 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 526, reset compression=false 2024-11-09T19:21:06,369 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 503, reset compression=false 2024-11-09T19:21:06,373 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:06,373 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 607, reset compression=false 2024-11-09T19:21:06,373 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[{test/986603b739baa9d0579c198997c82866/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:21:06,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:06,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:06,511 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 480, reset compression=false 2024-11-09T19:21:06,577 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 526, reset compression=false 2024-11-09T19:21:06,577 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 607, reset compression=false 2024-11-09T19:21:06,581 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:06,581 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 653, reset compression=false 2024-11-09T19:21:06,581 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d621b260dc356783f1ac7c6748584b6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T19:21:06,584 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:06,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:06,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:06,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11158a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:06,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:21:06,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:06,587 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:21:06,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:06,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:21:06,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3353f47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:06,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:21:06,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:06,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:06,588 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:06,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c4128d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:06,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:06,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45177,1731180039715, seqNum=-1] 2024-11-09T19:21:06,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:06,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:06,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731180054691.6452ece7d64adec590734a17afea96e7., hostname=fac84fd0e20f,45177,1731180039715, seqNum=2] 2024-11-09T19:21:06,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:06,787 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 653, reset compression=false 2024-11-09T19:21:06,881 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 607, reset compression=false 2024-11-09T19:21:07,017 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 480, reset compression=false 2024-11-09T19:21:07,021 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:07,022 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 631, reset compression=false 2024-11-09T19:21:07,022 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:07,091 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 653, reset compression=false 2024-11-09T19:21:07,108 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T19:21:07,111 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T19:21:07,230 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 631, reset compression=false 2024-11-09T19:21:07,284 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 607, reset compression=false 2024-11-09T19:21:07,494 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 653, reset compression=false 2024-11-09T19:21:07,498 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:07,498 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 757, reset compression=false 2024-11-09T19:21:07,498 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d621b260dc356783f1ac7c6748584b6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:21:07,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:07,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:07,534 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 631, reset compression=false 2024-11-09T19:21:07,538 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:07,538 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 759, reset compression=false 2024-11-09T19:21:07,538 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[{test/6452ece7d64adec590734a17afea96e7/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T19:21:07,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:07,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:07,701 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 757, reset compression=false 2024-11-09T19:21:07,741 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 759, reset compression=false 2024-11-09T19:21:07,788 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 607, reset compression=false 2024-11-09T19:21:07,792 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:07,792 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 758, reset compression=false 2024-11-09T19:21:07,792 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:07,996 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 758, reset compression=false 2024-11-09T19:21:08,004 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 757, reset compression=false 2024-11-09T19:21:08,045 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 759, reset compression=false 2024-11-09T19:21:08,113 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T19:21:08,117 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T19:21:08,300 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 758, reset compression=false 2024-11-09T19:21:08,415 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 757, reset compression=false 2024-11-09T19:21:08,448 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 759, reset compression=false 2024-11-09T19:21:08,452 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:08,452 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 915, reset compression=false 2024-11-09T19:21:08,453 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[{test/6452ece7d64adec590734a17afea96e7/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T19:21:08,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:08,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:08,656 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 915, reset compression=false 2024-11-09T19:21:08,704 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 758, reset compression=false 2024-11-09T19:21:08,708 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:08,708 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 905, reset compression=false 2024-11-09T19:21:08,708 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[{test/986603b739baa9d0579c198997c82866/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T19:21:08,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:08,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:08,911 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 905, reset compression=false 2024-11-09T19:21:08,918 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 757, reset compression=false 2024-11-09T19:21:08,959 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 915, reset compression=false 2024-11-09T19:21:08,982 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:08,982 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 927, reset compression=false 2024-11-09T19:21:08,982 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:09,118 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T19:21:09,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:21:09,121 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T19:21:09,185 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 927, reset compression=false 2024-11-09T19:21:09,214 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 905, reset compression=false 2024-11-09T19:21:09,218 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:09,218 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1064, reset compression=false 2024-11-09T19:21:09,218 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[{test/986603b739baa9d0579c198997c82866/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T19:21:09,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:09,221 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:09,362 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 915, reset compression=false 2024-11-09T19:21:09,427 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1064, reset compression=false 2024-11-09T19:21:09,488 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 927, reset compression=false 2024-11-09T19:21:09,492 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:09,492 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1076, reset compression=false 2024-11-09T19:21:09,492 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d621b260dc356783f1ac7c6748584b6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T19:21:09,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:09,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:09,696 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1076, reset compression=false 2024-11-09T19:21:09,731 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1064, reset compression=false 2024-11-09T19:21:09,866 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 915, reset compression=false 2024-11-09T19:21:09,872 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:09,872 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1088, reset compression=false 2024-11-09T19:21:09,872 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:10,000 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1076, reset compression=false 2024-11-09T19:21:10,077 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1088, reset compression=false 2024-11-09T19:21:10,123 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T19:21:10,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T19:21:10,137 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1064, reset compression=false 2024-11-09T19:21:10,380 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1088, reset compression=false 2024-11-09T19:21:10,404 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1076, reset compression=false 2024-11-09T19:21:10,408 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:10,408 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1235, reset compression=false 2024-11-09T19:21:10,408 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d621b260dc356783f1ac7c6748584b6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T19:21:10,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:10,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:10,613 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1235, reset compression=false 2024-11-09T19:21:10,641 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1064, reset compression=false 2024-11-09T19:21:10,783 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1088, reset compression=false 2024-11-09T19:21:10,787 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:10,787 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1238, reset compression=false 2024-11-09T19:21:10,787 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[{test/6452ece7d64adec590734a17afea96e7/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T19:21:10,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:10,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:10,917 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1235, reset compression=false 2024-11-09T19:21:10,991 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1238, reset compression=false 2024-11-09T19:21:11,128 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T19:21:11,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc70eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:11,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:11,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:11,135 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:11,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b5e82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:11,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:11,137 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:11,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251285ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:11,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42125,1731180051371 2024-11-09T19:21:11,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0bcff3 2024-11-09T19:21:11,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:11,142 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:11,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-09T19:21:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T19:21:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:21:11,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:11,244 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1064, reset compression=false 2024-11-09T19:21:11,248 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:11,248 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1237, reset compression=false 2024-11-09T19:21:11,248 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:21:11,295 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1238, reset compression=false 2024-11-09T19:21:11,320 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1235, reset compression=false 2024-11-09T19:21:11,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T19:21:11,354 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T19:21:11,355 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T19:21:11,355 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,39011,1731180051521 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T19:21:11,355 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0. 2024-11-09T19:21:11,355 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:11,355 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:11,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:11,355 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:11,452 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1237, reset compression=false 2024-11-09T19:21:11,456 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:21:11,456 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T19:21:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:21:11,556 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 terminated 2024-11-09T19:21:11,574 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,39011,1731180051521, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:11,574 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T19:21:11,574 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T19:21:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T19:21:11,577 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on fac84fd0e20f,39011,1731180051521 suceeded 2024-11-09T19:21:11,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T19:21:11,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-11-09T19:21:11,578 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T19:21:11,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 435 msec 2024-11-09T19:21:11,591 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:43367' 2024-11-09T19:21:11,592 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fc68234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:11,592 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,43367,-1 for getting cluster id 2024-11-09T19:21:11,592 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:11,593 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e3a3d79-90f7-410a-8e67-3c7e05333ab0' 2024-11-09T19:21:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e3a3d79-90f7-410a-8e67-3c7e05333ab0" 2024-11-09T19:21:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c55f0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,43367,-1] 2024-11-09T19:21:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:11,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:11,594 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:11,594 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b0edd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:11,594 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:11,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,43367,1731180039529 2024-11-09T19:21:11,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6328fa9d 2024-11-09T19:21:11,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:11,596 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:11,596 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,39011,1731180051521 (queues=1) is replicating from cluster=f026e15c-96a4-4743-a960-f2e73e696c25 to cluster=4e3a3d79-90f7-410a-8e67-3c7e05333ab0 2024-11-09T19:21:11,596 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C39011%2C1731180051521 2024-11-09T19:21:11,596 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,39011,1731180051521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:11,597 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C39011%2C1731180051521 2024-11-09T19:21:11,698 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1238, reset compression=false 2024-11-09T19:21:11,754 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1237, reset compression=false 2024-11-09T19:21:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:21:11,780 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:11,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:11,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:11,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:11,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:11,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:11,783 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T19:21:12,158 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1237, reset compression=false 2024-11-09T19:21:12,201 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1238, reset compression=false 2024-11-09T19:21:12,205 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:12,205 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1342, reset compression=false 2024-11-09T19:21:12,205 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[{test/6452ece7d64adec590734a17afea96e7/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:21:12,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:12,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:12,407 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1342, reset compression=false 2024-11-09T19:21:12,661 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1237, reset compression=false 2024-11-09T19:21:12,665 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:12,665 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1364, reset compression=false 2024-11-09T19:21:12,666 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[{test/986603b739baa9d0579c198997c82866/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T19:21:12,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:12,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:12,710 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1342, reset compression=false 2024-11-09T19:21:12,785 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T19:21:12,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d92e769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:12,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42125,-1 for getting cluster id 2024-11-09T19:21:12,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:12,792 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f026e15c-96a4-4743-a960-f2e73e696c25' 2024-11-09T19:21:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:12,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f026e15c-96a4-4743-a960-f2e73e696c25" 2024-11-09T19:21:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778870c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42125,-1] 2024-11-09T19:21:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:12,793 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:12,796 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:12,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1e6b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:12,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42125,1731180051371 2024-11-09T19:21:12,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@318c0b1 2024-11-09T19:21:12,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:12,803 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:12,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-09T19:21:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T19:21:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T19:21:12,869 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1364, reset compression=false 2024-11-09T19:21:12,873 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:12,873 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:12,873 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[{test/986603b739baa9d0579c198997c82866/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:21:12,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:12,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:12,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39011 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T19:21:13,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T19:21:13,029 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T19:21:13,029 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T19:21:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T19:21:13,032 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on fac84fd0e20f,39011,1731180051521 suceeded 2024-11-09T19:21:13,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T19:21:13,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-09T19:21:13,034 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T19:21:13,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 230 msec 2024-11-09T19:21:13,079 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:13,098 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, startPosition=1235, beingWritten=true 2024-11-09T19:21:13,101 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:13,101 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1512, reset compression=false 2024-11-09T19:21:13,101 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[{test/2d621b260dc356783f1ac7c6748584b6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T19:21:13,104 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:13,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:13,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:13,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:13,113 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1342, reset compression=false 2024-11-09T19:21:13,117 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:13,117 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:13,117 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:13,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T19:21:13,130 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:13,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:13,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:13,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:13,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:13,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:13,132 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T19:21:13,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:21:13,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:13,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:13,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:13,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:13,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:13,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:21:13,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2057950552, stopped=false 2024-11-09T19:21:13,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42125,1731180051371 2024-11-09T19:21:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22000026630/running 2024-11-09T19:21:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22000026630/running 2024-11-09T19:21:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:21:13,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:21:13,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:13,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:13,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:13,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:13,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/running 2024-11-09T19:21:13,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39011,1731180051521' ***** 2024-11-09T19:21:13,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:21:13,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Set watcher on znode that does not yet exist, /22000026630/running 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:21:13,145 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d621b260dc356783f1ac7c6748584b6 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(3091): Received CLOSE for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39011,1731180051521 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39011. 2024-11-09T19:21:13,145 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d621b260dc356783f1ac7c6748584b6, disabling compactions & flushes 2024-11-09T19:21:13,145 DEBUG [RS:0;fac84fd0e20f:39011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:13,145 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:21:13,145 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:13,145 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:21:13,145 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. after waiting 0 ms 2024-11-09T19:21:13,145 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:21:13,145 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:21:13,146 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d621b260dc356783f1ac7c6748584b6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T19:21:13,146 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:21:13,146 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d621b260dc356783f1ac7c6748584b6=test,,1731180057982.2d621b260dc356783f1ac7c6748584b6., adabbdd07c17e7a05946abfd3558734f=hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.} 2024-11-09T19:21:13,146 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:13,146 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:13,146 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:13,146 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:13,146 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:13,146 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:13,146 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:21:13,159 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/info/50292398d05c42a6b97c1438a710b2ed is 147, key is hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f./info:regioninfo/1731180064179/Put/seqid=0 2024-11-09T19:21:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741840_1016 (size=7686) 2024-11-09T19:21:13,163 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/f/0e60c08f5e0f477b9e210ab0c118f9ae is 37, key is row3/f:row3/1731180071781/Put/seqid=0 2024-11-09T19:21:13,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741841_1017 (size=5228) 2024-11-09T19:21:13,206 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:13,304 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1512, reset compression=false 2024-11-09T19:21:13,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:13,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1759, reset compression=false 2024-11-09T19:21:13,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39011,1731180051521 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:13,310 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,39011,1731180051521: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,39011,1731180051521, walGroup=fac84fd0e20f%2C39011%2C1731180051521, offset=fac84fd0e20f%2C39011%2C1731180051521.1731180053930:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:39011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:21:13,311 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:21:13,311 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:21:13,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:21:13,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:21:13,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:21:13,312 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 894428160 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 197994720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:21:13,312 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:21:13,321 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:13,346 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:13,382 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:13,512 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1759, reset compression=false 2024-11-09T19:21:13,546 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:13,563 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/info/50292398d05c42a6b97c1438a710b2ed 2024-11-09T19:21:13,566 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/f/0e60c08f5e0f477b9e210ab0c118f9ae 2024-11-09T19:21:13,569 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e60c08f5e0f477b9e210ab0c118f9ae 2024-11-09T19:21:13,580 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/ns/b6ed76b1ac7f44c59159e3614e78ee1b is 43, key is default/ns:d/1731180054630/Put/seqid=0 2024-11-09T19:21:13,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:21:13,583 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/ns/b6ed76b1ac7f44c59159e3614e78ee1b 2024-11-09T19:21:13,585 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/f1/74fc38a42e63493296adad6fad299e84 is 30, key is row1/f1:/1731180069119/DeleteFamily/seqid=0 2024-11-09T19:21:13,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741843_1019 (size=5158) 2024-11-09T19:21:13,600 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/rep_barrier/7a0e4e4900ea4ae8a027c2aa8df5db2f is 112, key is test,,1731180057982.2d621b260dc356783f1ac7c6748584b6./rep_barrier:seqnumDuringOpen/1731180058372/Put/seqid=0 2024-11-09T19:21:13,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741844_1020 (size=5518) 2024-11-09T19:21:13,624 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:13,746 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:13,785 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:13,791 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:21:13,791 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1759, reset compression=false 2024-11-09T19:21:13,946 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:13,989 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/f1/74fc38a42e63493296adad6fad299e84 2024-11-09T19:21:14,003 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/rep_barrier/7a0e4e4900ea4ae8a027c2aa8df5db2f 2024-11-09T19:21:14,034 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:14,067 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74fc38a42e63493296adad6fad299e84 2024-11-09T19:21:14,082 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/norep/4a0c4fc15a09427694b61f18fe85f028 is 33, key is row2/norep:/1731180070124/DeleteFamily/seqid=0 2024-11-09T19:21:14,083 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/table/884235ad0d9041f6aef725945969f260 is 53, key is hbase:replication/table:state/1731180064185/Put/seqid=0 2024-11-09T19:21:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741845_1021 (size=5108) 2024-11-09T19:21:14,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741846_1022 (size=5308) 2024-11-09T19:21:14,089 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/table/884235ad0d9041f6aef725945969f260 2024-11-09T19:21:14,094 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/info/50292398d05c42a6b97c1438a710b2ed as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/info/50292398d05c42a6b97c1438a710b2ed 2024-11-09T19:21:14,098 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/info/50292398d05c42a6b97c1438a710b2ed, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:21:14,099 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/ns/b6ed76b1ac7f44c59159e3614e78ee1b as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/ns/b6ed76b1ac7f44c59159e3614e78ee1b 2024-11-09T19:21:14,105 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/ns/b6ed76b1ac7f44c59159e3614e78ee1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:21:14,106 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/rep_barrier/7a0e4e4900ea4ae8a027c2aa8df5db2f as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/rep_barrier/7a0e4e4900ea4ae8a027c2aa8df5db2f 2024-11-09T19:21:14,110 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/rep_barrier/7a0e4e4900ea4ae8a027c2aa8df5db2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:21:14,110 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/.tmp/table/884235ad0d9041f6aef725945969f260 as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/table/884235ad0d9041f6aef725945969f260 2024-11-09T19:21:14,117 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/table/884235ad0d9041f6aef725945969f260, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:21:14,118 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=16, compaction requested=false 2024-11-09T19:21:14,123 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:21:14,124 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:14,124 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:14,124 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:14,124 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180073146Running coprocessor pre-close hooks at 1731180073146Disabling compacts and flushes for region at 1731180073146Disabling writes for close at 1731180073146Obtaining lock to block concurrent updates at 1731180073146Preparing flush snapshotting stores in 1588230740 at 1731180073146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180073146Flushing stores of hbase:meta,,1.1588230740 at 1731180073146Flushing 1588230740/info: creating writer at 1731180073146Flushing 1588230740/info: appending metadata at 1731180073159 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731180073159Flushing 1588230740/ns: creating writer at 1731180073567 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731180073579 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731180073579Flushing 1588230740/rep_barrier: creating writer at 1731180073587 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180073599 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180073599Flushing 1588230740/table: creating writer at 1731180074067 (+468 ms)Flushing 1588230740/table: appending metadata at 1731180074083 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731180074083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e5b7cc5: reopening flushed file at 1731180074093 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5550a: reopening flushed file at 1731180074099 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c5b533: reopening flushed file at 1731180074105 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a484e5e: reopening flushed file at 1731180074110 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=16, compaction requested=false at 1731180074118 (+8 ms)Writing region close event to WAL at 1731180074121 (+3 ms)Running coprocessor post-close hooks at 1731180074124 (+3 ms)Closed at 1731180074124 2024-11-09T19:21:14,124 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:14,147 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:21:14,147 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1325): Online Regions={2d621b260dc356783f1ac7c6748584b6=test,,1731180057982.2d621b260dc356783f1ac7c6748584b6., adabbdd07c17e7a05946abfd3558734f=hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f.} 2024-11-09T19:21:14,147 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:14,218 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1759, reset compression=false 2024-11-09T19:21:14,288 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:14,347 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on 2d621b260dc356783f1ac7c6748584b6, adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:14,488 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/norep/4a0c4fc15a09427694b61f18fe85f028 2024-11-09T19:21:14,491 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a0c4fc15a09427694b61f18fe85f028 2024-11-09T19:21:14,492 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/f/0e60c08f5e0f477b9e210ab0c118f9ae as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/f/0e60c08f5e0f477b9e210ab0c118f9ae 2024-11-09T19:21:14,495 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e60c08f5e0f477b9e210ab0c118f9ae 2024-11-09T19:21:14,495 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/f/0e60c08f5e0f477b9e210ab0c118f9ae, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T19:21:14,496 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/f1/74fc38a42e63493296adad6fad299e84 as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/f1/74fc38a42e63493296adad6fad299e84 2024-11-09T19:21:14,499 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74fc38a42e63493296adad6fad299e84 2024-11-09T19:21:14,499 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/f1/74fc38a42e63493296adad6fad299e84, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T19:21:14,499 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/.tmp/norep/4a0c4fc15a09427694b61f18fe85f028 as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/norep/4a0c4fc15a09427694b61f18fe85f028 2024-11-09T19:21:14,502 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a0c4fc15a09427694b61f18fe85f028 2024-11-09T19:21:14,503 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/norep/4a0c4fc15a09427694b61f18fe85f028, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T19:21:14,503 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2d621b260dc356783f1ac7c6748584b6 in 1358ms, sequenceid=12, compaction requested=false 2024-11-09T19:21:14,507 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/data/default/test/2d621b260dc356783f1ac7c6748584b6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T19:21:14,507 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:14,507 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:14,507 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:21:14,507 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d621b260dc356783f1ac7c6748584b6: Waiting for close lock at 1731180073145Running coprocessor pre-close hooks at 1731180073145Disabling compacts and flushes for region at 1731180073145Disabling writes for close at 1731180073145Obtaining lock to block concurrent updates at 1731180073146 (+1 ms)Preparing flush snapshotting stores in 2d621b260dc356783f1ac7c6748584b6 at 1731180073146Finished memstore snapshotting test,,1731180057982.2d621b260dc356783f1ac7c6748584b6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731180073146Flushing stores of test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. at 1731180073146Flushing 2d621b260dc356783f1ac7c6748584b6/f: creating writer at 1731180073146Flushing 2d621b260dc356783f1ac7c6748584b6/f: appending metadata at 1731180073162 (+16 ms)Flushing 2d621b260dc356783f1ac7c6748584b6/f: closing flushed file at 1731180073162Flushing 2d621b260dc356783f1ac7c6748584b6/f1: creating writer at 1731180073569 (+407 ms)Flushing 2d621b260dc356783f1ac7c6748584b6/f1: appending metadata at 1731180073584 (+15 ms)Flushing 2d621b260dc356783f1ac7c6748584b6/f1: closing flushed file at 1731180073584Flushing 2d621b260dc356783f1ac7c6748584b6/norep: creating writer at 1731180074067 (+483 ms)Flushing 2d621b260dc356783f1ac7c6748584b6/norep: appending metadata at 1731180074081 (+14 ms)Flushing 2d621b260dc356783f1ac7c6748584b6/norep: closing flushed file at 1731180074081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123a3baa: reopening flushed file at 1731180074491 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f2b594: reopening flushed file at 1731180074495 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f1cd72: reopening flushed file at 1731180074499 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2d621b260dc356783f1ac7c6748584b6 in 1358ms, sequenceid=12, compaction requested=false at 1731180074503 (+4 ms)Writing region close event to WAL at 1731180074504 (+1 ms)Running coprocessor post-close hooks at 1731180074507 (+3 ms)Closed at 1731180074507 2024-11-09T19:21:14,507 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180057982.2d621b260dc356783f1ac7c6748584b6. 2024-11-09T19:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adabbdd07c17e7a05946abfd3558734f, disabling compactions & flushes 2024-11-09T19:21:14,508 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. after waiting 0 ms 2024-11-09T19:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adabbdd07c17e7a05946abfd3558734f: Waiting for close lock at 1731180074508Running coprocessor pre-close hooks at 1731180074508Disabling compacts and flushes for region at 1731180074508Disabling writes for close at 1731180074508Failed flush hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f., putting online again at 1731180074508 2024-11-09T19:21:14,508 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,539 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:14,547 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(3091): Received CLOSE for adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:14,547 DEBUG [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1351): Waiting on adabbdd07c17e7a05946abfd3558734f 2024-11-09T19:21:14,547 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adabbdd07c17e7a05946abfd3558734f, disabling compactions & flushes 2024-11-09T19:21:14,547 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,547 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,547 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. after waiting 0 ms 2024-11-09T19:21:14,548 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,548 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adabbdd07c17e7a05946abfd3558734f: Waiting for close lock at 1731180074547Running coprocessor pre-close hooks at 1731180074547Disabling compacts and flushes for region at 1731180074547Disabling writes for close at 1731180074548 (+1 ms)Failed flush hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f., putting online again at 1731180074548 2024-11-09T19:21:14,548 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180062941.adabbdd07c17e7a05946abfd3558734f. 2024-11-09T19:21:14,722 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 1759, reset compression=false 2024-11-09T19:21:14,726 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:14,726 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/WALs/fac84fd0e20f,39011,1731180051521/fac84fd0e20f%2C39011%2C1731180051521.1731180053930 to pos 2403, reset compression=false 2024-11-09T19:21:14,747 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T19:21:14,747 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39011,1731180051521; all regions closed. 2024-11-09T19:21:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:21:14,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741839_1015 (size=2390) 2024-11-09T19:21:14,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741832_1008 (size=2411) 2024-11-09T19:21:14,753 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:14,753 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:14,754 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:14,754 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:14,754 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:14,754 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:14,754 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,39011,1731180051521 because: Region server is closing 2024-11-09T19:21:14,754 INFO [RS:0;fac84fd0e20f:39011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39011. 2024-11-09T19:21:14,755 DEBUG [RS:0;fac84fd0e20f:39011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:14,755 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:14,755 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:14,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:14,811 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:21:14,855 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.shipperfac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 terminated 2024-11-09T19:21:14,855 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39011,1731180051521.replicationSource.wal-reader.fac84fd0e20f%2C39011%2C1731180051521,1-fac84fd0e20f,39011,1731180051521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:21:14,855 INFO [RS:0;fac84fd0e20f:39011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39011. 2024-11-09T19:21:14,855 DEBUG [RS:0;fac84fd0e20f:39011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:14,855 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:14,856 DEBUG [RS:0;fac84fd0e20f:39011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:14,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:14,856 INFO [RS:0;fac84fd0e20f:39011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39011 2024-11-09T19:21:14,892 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630/rs 2024-11-09T19:21:14,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22000026630/rs/fac84fd0e20f,39011,1731180051521 2024-11-09T19:21:14,916 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:14,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39011,1731180051521] 2024-11-09T19:21:14,937 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22000026630/draining/fac84fd0e20f,39011,1731180051521 already deleted, retry=false 2024-11-09T19:21:14,937 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39011,1731180051521 expired; onlineServers=0 2024-11-09T19:21:14,937 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42125,1731180051371' ***** 2024-11-09T19:21:14,937 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:14,938 DEBUG [M:0;fac84fd0e20f:42125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:21:14,938 DEBUG [M:0;fac84fd0e20f:42125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:21:14,938 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:21:14,938 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180053581 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180053581,5,FailOnTimeoutGroup] 2024-11-09T19:21:14,938 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180053581 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180053581,5,FailOnTimeoutGroup] 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:14,938 DEBUG [M:0;fac84fd0e20f:42125 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:14,938 INFO [M:0;fac84fd0e20f:42125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:21:14,938 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:21:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22000026630/master 2024-11-09T19:21:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22000026630 2024-11-09T19:21:15,012 DEBUG [M:0;fac84fd0e20f:42125 {}] zookeeper.ZKUtil(347): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Unable to get data of znode /22000026630/master because node does not exist (not an error) 2024-11-09T19:21:15,012 WARN [M:0;fac84fd0e20f:42125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:21:15,013 INFO [M:0;fac84fd0e20f:42125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/.lastflushedseqids 2024-11-09T19:21:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741847_1023 (size=245) 2024-11-09T19:21:15,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:15,027 INFO [RS:0;fac84fd0e20f:39011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:15,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39011-0x101210b01070007, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:15,027 INFO [RS:0;fac84fd0e20f:39011 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39011,1731180051521; zookeeper connection closed. 2024-11-09T19:21:15,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18f797a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18f797a1 2024-11-09T19:21:15,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:21:15,142 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:15,417 INFO [M:0;fac84fd0e20f:42125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:21:15,417 INFO [M:0;fac84fd0e20f:42125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:21:15,417 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:15,417 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:15,417 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:15,417 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:15,417 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:15,417 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-09T19:21:15,431 DEBUG [M:0;fac84fd0e20f:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62d77e7ad1334da5b99861df35e5ab42 is 82, key is hbase:meta,,1/info:regioninfo/1731180054535/Put/seqid=0 2024-11-09T19:21:15,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741848_1024 (size=5672) 2024-11-09T19:21:15,596 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:15,835 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62d77e7ad1334da5b99861df35e5ab42 2024-11-09T19:21:15,845 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:15,852 DEBUG [M:0;fac84fd0e20f:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18a03affaf6f451aacd633dd8b1c263c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180064188/Put/seqid=0 2024-11-09T19:21:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741849_1025 (size=9211) 2024-11-09T19:21:16,256 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18a03affaf6f451aacd633dd8b1c263c 2024-11-09T19:21:16,276 DEBUG [M:0;fac84fd0e20f:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a6fca6143242ae92bbfa67691f5f38 is 69, key is fac84fd0e20f,39011,1731180051521/rs:state/1731180053695/Put/seqid=0 2024-11-09T19:21:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741850_1026 (size=5156) 2024-11-09T19:21:16,399 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:16,648 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:16,680 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a6fca6143242ae92bbfa67691f5f38 2024-11-09T19:21:16,684 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/62d77e7ad1334da5b99861df35e5ab42 as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62d77e7ad1334da5b99861df35e5ab42 2024-11-09T19:21:16,687 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/62d77e7ad1334da5b99861df35e5ab42, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T19:21:16,688 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/18a03affaf6f451aacd633dd8b1c263c as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18a03affaf6f451aacd633dd8b1c263c 2024-11-09T19:21:16,691 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/18a03affaf6f451aacd633dd8b1c263c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T19:21:16,692 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a6fca6143242ae92bbfa67691f5f38 as hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a6fca6143242ae92bbfa67691f5f38 2024-11-09T19:21:16,695 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37453/user/jenkins/test-data/05ba2fec-7152-af2f-b923-66112561b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a6fca6143242ae92bbfa67691f5f38, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T19:21:16,696 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false 2024-11-09T19:21:16,699 INFO [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:16,699 DEBUG [M:0;fac84fd0e20f:42125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180075417Disabling compacts and flushes for region at 1731180075417Disabling writes for close at 1731180075417Obtaining lock to block concurrent updates at 1731180075417Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180075417Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731180075418 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180075418Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180075418Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180075430 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180075430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180075838 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180075852 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180075852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180076260 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180076275 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180076275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0dfba4: reopening flushed file at 1731180076683 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737c16e6: reopening flushed file at 1731180076688 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c6f80da: reopening flushed file at 1731180076691 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=127, compaction requested=false at 1731180076696 (+5 ms)Writing region close event to WAL at 1731180076699 (+3 ms)Closed at 1731180076699 2024-11-09T19:21:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43443 is added to blk_1073741830_1006 (size=73854) 2024-11-09T19:21:16,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:16,702 INFO [M:0;fac84fd0e20f:42125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:21:16,702 INFO [M:0;fac84fd0e20f:42125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42125 2024-11-09T19:21:16,702 INFO [M:0;fac84fd0e20f:42125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:16,880 INFO [M:0;fac84fd0e20f:42125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:16,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:16,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x101210b01070006, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:16,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59d7aecf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:21:16,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61fbfd70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:21:16,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:21:16,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1963fb0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:21:16,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19803d52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir/,STOPPED} 2024-11-09T19:21:16,884 WARN [BP-662451886-172.17.0.2-1731180049070 heartbeating to localhost/127.0.0.1:37453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:21:16,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:21:16,884 WARN [BP-662451886-172.17.0.2-1731180049070 heartbeating to localhost/127.0.0.1:37453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662451886-172.17.0.2-1731180049070 (Datanode Uuid 1e024d45-d36b-4c77-9bee-7dafd0c41182) service to localhost/127.0.0.1:37453 2024-11-09T19:21:16,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:21:16,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/cluster_a413bd88-167a-2614-fe7f-8b0e08ffedd4/data/data1/current/BP-662451886-172.17.0.2-1731180049070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:21:16,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/cluster_a413bd88-167a-2614-fe7f-8b0e08ffedd4/data/data2/current/BP-662451886-172.17.0.2-1731180049070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:21:16,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:21:16,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@611fef58{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:21:16,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e874f68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:21:16,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:21:16,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3af2aa17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:21:16,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5ad695{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir/,STOPPED} 2024-11-09T19:21:16,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:21:16,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:21:16,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:16,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:16,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:16,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:16,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:16,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:21:16,910 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1205473513, stopped=false 2024-11-09T19:21:16,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42097,1731180045223 2024-11-09T19:21:16,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1360064114/running 2024-11-09T19:21:16,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1360064114/running 2024-11-09T19:21:16,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:21:16,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:21:16,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:16,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:16,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:16,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:16,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39097,1731180045374' ***** 2024-11-09T19:21:16,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:21:16,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/running 2024-11-09T19:21:16,928 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:21:16,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Set watcher on znode that does not yet exist, /1-1360064114/running 2024-11-09T19:21:16,928 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:21:16,928 INFO [RS:0;fac84fd0e20f:39097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:21:16,928 INFO [RS:0;fac84fd0e20f:39097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(3091): Received CLOSE for ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(3091): Received CLOSE for 986603b739baa9d0579c198997c82866 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39097,1731180045374 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39097. 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ad214cdad7e9894ebec0cc2b3edb6e39, disabling compactions & flushes 2024-11-09T19:21:16,929 DEBUG [RS:0;fac84fd0e20f:39097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:16,929 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:16,929 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. after waiting 0 ms 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:21:16,929 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ad214cdad7e9894ebec0cc2b3edb6e39 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:21:16,929 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:21:16,929 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1325): Online Regions={ad214cdad7e9894ebec0cc2b3edb6e39=hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39., 1588230740=hbase:meta,,1.1588230740, 986603b739baa9d0579c198997c82866=test,,1731180056842.986603b739baa9d0579c198997c82866.} 2024-11-09T19:21:16,929 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866, ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:16,929 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:16,929 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:16,929 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:21:16,954 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/.tmp/queue/9e3075a69dae4878977f7bc30ef8cead is 154, key is 1-fac84fd0e20f,39097,1731180045374/queue:fac84fd0e20f%2C39097%2C1731180045374/1731180072878/Put/seqid=0 2024-11-09T19:21:16,954 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/info/ee7e5f33a5e7453e9e4e4daa259a8a38 is 147, key is hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39./info:regioninfo/1731180061953/Put/seqid=0 2024-11-09T19:21:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741841_1017 (size=7686) 2024-11-09T19:21:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741840_1016 (size=5353) 2024-11-09T19:21:16,996 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:21:16,996 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:21:17,025 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:17,129 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866, ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:17,303 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:17,330 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866, ad214cdad7e9894ebec0cc2b3edb6e39 2024-11-09T19:21:17,358 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/.tmp/queue/9e3075a69dae4878977f7bc30ef8cead 2024-11-09T19:21:17,358 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/info/ee7e5f33a5e7453e9e4e4daa259a8a38 2024-11-09T19:21:17,362 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/.tmp/queue/9e3075a69dae4878977f7bc30ef8cead as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/queue/9e3075a69dae4878977f7bc30ef8cead 2024-11-09T19:21:17,365 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/queue/9e3075a69dae4878977f7bc30ef8cead, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T19:21:17,366 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ad214cdad7e9894ebec0cc2b3edb6e39 in 437ms, sequenceid=14, compaction requested=false 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/replication/ad214cdad7e9894ebec0cc2b3edb6e39/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:17,369 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ad214cdad7e9894ebec0cc2b3edb6e39: Waiting for close lock at 1731180076929Running coprocessor pre-close hooks at 1731180076929Disabling compacts and flushes for region at 1731180076929Disabling writes for close at 1731180076929Obtaining lock to block concurrent updates at 1731180076929Preparing flush snapshotting stores in ad214cdad7e9894ebec0cc2b3edb6e39 at 1731180076929Finished memstore snapshotting hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731180076929Flushing stores of hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. at 1731180076930 (+1 ms)Flushing ad214cdad7e9894ebec0cc2b3edb6e39/queue: creating writer at 1731180076930Flushing ad214cdad7e9894ebec0cc2b3edb6e39/queue: appending metadata at 1731180076953 (+23 ms)Flushing ad214cdad7e9894ebec0cc2b3edb6e39/queue: closing flushed file at 1731180076954 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787a4789: reopening flushed file at 1731180077361 (+407 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ad214cdad7e9894ebec0cc2b3edb6e39 in 437ms, sequenceid=14, compaction requested=false at 1731180077366 (+5 ms)Writing region close event to WAL at 1731180077366Running coprocessor post-close hooks at 1731180077369 (+3 ms)Closed at 1731180077369 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731180060787.ad214cdad7e9894ebec0cc2b3edb6e39. 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 986603b739baa9d0579c198997c82866, disabling compactions & flushes 2024-11-09T19:21:17,369 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180056842.986603b739baa9d0579c198997c82866. after waiting 0 ms 2024-11-09T19:21:17,369 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:21:17,369 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 986603b739baa9d0579c198997c82866 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T19:21:17,379 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/ns/537d327897b34636a807e777c9a647d5 is 43, key is default/ns:d/1731180048973/Put/seqid=0 2024-11-09T19:21:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:21:17,385 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/f/8c683451b3544222801a7c9b7dfd33e7 is 37, key is row3/f:row3/1731180071781/Put/seqid=0 2024-11-09T19:21:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741843_1019 (size=5228) 2024-11-09T19:21:17,530 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866 2024-11-09T19:21:17,551 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:17,730 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866 2024-11-09T19:21:17,783 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/ns/537d327897b34636a807e777c9a647d5 2024-11-09T19:21:17,788 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/f/8c683451b3544222801a7c9b7dfd33e7 2024-11-09T19:21:17,795 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c683451b3544222801a7c9b7dfd33e7 2024-11-09T19:21:17,804 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/rep_barrier/f2ed1e544d91462881f5429c79c206fc is 112, key is test,,1731180056842.986603b739baa9d0579c198997c82866./rep_barrier:seqnumDuringOpen/1731180057600/Put/seqid=0 2024-11-09T19:21:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741844_1020 (size=5518) 2024-11-09T19:21:17,809 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/f1/7edc9d6373994d9690014dccd28493d5 is 30, key is row1/f1:/1731180069119/DeleteFamily/seqid=0 2024-11-09T19:21:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741845_1021 (size=5158) 2024-11-09T19:21:17,930 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:21:17,930 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 986603b739baa9d0579c198997c82866=test,,1731180056842.986603b739baa9d0579c198997c82866.} 2024-11-09T19:21:17,930 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866 2024-11-09T19:21:18,130 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866 2024-11-09T19:21:18,207 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/rep_barrier/f2ed1e544d91462881f5429c79c206fc 2024-11-09T19:21:18,212 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/f1/7edc9d6373994d9690014dccd28493d5 2024-11-09T19:21:18,215 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7edc9d6373994d9690014dccd28493d5 2024-11-09T19:21:18,224 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/table/cfc11570704a4993a82f3b29cf651d9d is 53, key is hbase:replication/table:state/1731180061960/Put/seqid=0 2024-11-09T19:21:18,228 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/norep/a9e10efa3d374ce8babec685f1ce65d8 is 33, key is row1/norep:/1731180069119/DeleteFamily/seqid=0 2024-11-09T19:21:18,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741846_1022 (size=5308) 2024-11-09T19:21:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741847_1023 (size=5108) 2024-11-09T19:21:18,306 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1468, reset compression=false 2024-11-09T19:21:18,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:18,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1715, reset compression=false 2024-11-09T19:21:18,309 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39097,1731180045374 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:18,311 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,39097,1731180045374: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,39097,1731180045374, walGroup=fac84fd0e20f%2C39097%2C1731180045374, offset=fac84fd0e20f%2C39097%2C1731180045374.1731180048132:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:39097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:21:18,312 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:21:18,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:21:18,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:21:18,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:21:18,312 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:21:18,312 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 847877416 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198570208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:21:18,313 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:21:18,330 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866 2024-11-09T19:21:18,512 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1715, reset compression=false 2024-11-09T19:21:18,531 DEBUG [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 986603b739baa9d0579c198997c82866 2024-11-09T19:21:18,554 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:18,632 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/table/cfc11570704a4993a82f3b29cf651d9d 2024-11-09T19:21:18,634 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/norep/a9e10efa3d374ce8babec685f1ce65d8 2024-11-09T19:21:18,637 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/info/ee7e5f33a5e7453e9e4e4daa259a8a38 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/info/ee7e5f33a5e7453e9e4e4daa259a8a38 2024-11-09T19:21:18,637 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9e10efa3d374ce8babec685f1ce65d8 2024-11-09T19:21:18,637 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/f/8c683451b3544222801a7c9b7dfd33e7 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/f/8c683451b3544222801a7c9b7dfd33e7 2024-11-09T19:21:18,640 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/info/ee7e5f33a5e7453e9e4e4daa259a8a38, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:21:18,641 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c683451b3544222801a7c9b7dfd33e7 2024-11-09T19:21:18,641 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/f/8c683451b3544222801a7c9b7dfd33e7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T19:21:18,642 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/f1/7edc9d6373994d9690014dccd28493d5 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/f1/7edc9d6373994d9690014dccd28493d5 2024-11-09T19:21:18,642 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/ns/537d327897b34636a807e777c9a647d5 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/ns/537d327897b34636a807e777c9a647d5 2024-11-09T19:21:18,645 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7edc9d6373994d9690014dccd28493d5 2024-11-09T19:21:18,645 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/ns/537d327897b34636a807e777c9a647d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:21:18,645 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/f1/7edc9d6373994d9690014dccd28493d5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T19:21:18,646 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/.tmp/norep/a9e10efa3d374ce8babec685f1ce65d8 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/norep/a9e10efa3d374ce8babec685f1ce65d8 2024-11-09T19:21:18,646 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/rep_barrier/f2ed1e544d91462881f5429c79c206fc as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/rep_barrier/f2ed1e544d91462881f5429c79c206fc 2024-11-09T19:21:18,649 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9e10efa3d374ce8babec685f1ce65d8 2024-11-09T19:21:18,650 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/norep/a9e10efa3d374ce8babec685f1ce65d8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T19:21:18,650 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/rep_barrier/f2ed1e544d91462881f5429c79c206fc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:21:18,650 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/.tmp/table/cfc11570704a4993a82f3b29cf651d9d as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/table/cfc11570704a4993a82f3b29cf651d9d 2024-11-09T19:21:18,650 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 986603b739baa9d0579c198997c82866 in 1281ms, sequenceid=12, compaction requested=false 2024-11-09T19:21:18,651 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:21:18,654 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/table/cfc11570704a4993a82f3b29cf651d9d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:21:18,655 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-09T19:21:18,655 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:21:18,670 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/default/test/986603b739baa9d0579c198997c82866/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T19:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:18,671 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 986603b739baa9d0579c198997c82866: Waiting for close lock at 1731180077369Running coprocessor pre-close hooks at 1731180077369Disabling compacts and flushes for region at 1731180077369Disabling writes for close at 1731180077369Obtaining lock to block concurrent updates at 1731180077369Preparing flush snapshotting stores in 986603b739baa9d0579c198997c82866 at 1731180077369Finished memstore snapshotting test,,1731180056842.986603b739baa9d0579c198997c82866., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731180077370 (+1 ms)Flushing stores of test,,1731180056842.986603b739baa9d0579c198997c82866. at 1731180077370Flushing 986603b739baa9d0579c198997c82866/f: creating writer at 1731180077370Flushing 986603b739baa9d0579c198997c82866/f: appending metadata at 1731180077384 (+14 ms)Flushing 986603b739baa9d0579c198997c82866/f: closing flushed file at 1731180077384Flushing 986603b739baa9d0579c198997c82866/f1: creating writer at 1731180077795 (+411 ms)Flushing 986603b739baa9d0579c198997c82866/f1: appending metadata at 1731180077808 (+13 ms)Flushing 986603b739baa9d0579c198997c82866/f1: closing flushed file at 1731180077808Flushing 986603b739baa9d0579c198997c82866/norep: creating writer at 1731180078215 (+407 ms)Flushing 986603b739baa9d0579c198997c82866/norep: appending metadata at 1731180078227 (+12 ms)Flushing 986603b739baa9d0579c198997c82866/norep: closing flushed file at 1731180078227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627d88b4: reopening flushed file at 1731180078637 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9136a5: reopening flushed file at 1731180078641 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0edd81: reopening flushed file at 1731180078645 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 986603b739baa9d0579c198997c82866 in 1281ms, sequenceid=12, compaction requested=false at 1731180078650 (+5 ms)Writing region close event to WAL at 1731180078660 (+10 ms)Running coprocessor post-close hooks at 1731180078671 (+11 ms)Closed at 1731180078671 2024-11-09T19:21:18,671 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180056842.986603b739baa9d0579c198997c82866. 2024-11-09T19:21:18,673 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:21:18,673 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:18,673 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:18,673 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:18,673 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180076929Running coprocessor pre-close hooks at 1731180076929Disabling compacts and flushes for region at 1731180076929Disabling writes for close at 1731180076929Obtaining lock to block concurrent updates at 1731180076929Preparing flush snapshotting stores in 1588230740 at 1731180076929Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180076930 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180076931 (+1 ms)Flushing 1588230740/info: creating writer at 1731180076931Flushing 1588230740/info: appending metadata at 1731180076954 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731180076954Flushing 1588230740/ns: creating writer at 1731180077362 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731180077379 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731180077379Flushing 1588230740/rep_barrier: creating writer at 1731180077787 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180077803 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180077803Flushing 1588230740/table: creating writer at 1731180078211 (+408 ms)Flushing 1588230740/table: appending metadata at 1731180078224 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731180078224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@746469a: reopening flushed file at 1731180078636 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6ced9b: reopening flushed file at 1731180078641 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6601722b: reopening flushed file at 1731180078645 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b8a77a6: reopening flushed file at 1731180078650 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731180078655 (+5 ms)Writing region close event to WAL at 1731180078670 (+15 ms)Running coprocessor post-close hooks at 1731180078673 (+3 ms)Closed at 1731180078673 2024-11-09T19:21:18,674 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:18,731 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39097,1731180045374; all regions closed. 2024-11-09T19:21:18,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:21:18,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.meta.1731180048921.meta not finished, retry = 0 2024-11-09T19:21:18,815 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 1715, reset compression=false 2024-11-09T19:21:18,819 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:18,819 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.wal-reader.fac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.1731180048132 to pos 2359, reset compression=false 2024-11-09T19:21:18,835 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T19:21:18,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/WALs/fac84fd0e20f,39097,1731180045374/fac84fd0e20f%2C39097%2C1731180045374.rep.1731180061919 not finished, retry = 0 2024-11-09T19:21:18,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741839_1015 (size=3552) 2024-11-09T19:21:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741833_1009 (size=2367) 2024-11-09T19:21:18,941 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:18,941 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:18,941 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:18,941 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:18,941 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:18,941 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:18,941 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,39097,1731180045374 because: Region server is closing 2024-11-09T19:21:18,941 INFO [RS:0;fac84fd0e20f:39097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39097. 2024-11-09T19:21:18,941 DEBUG [RS:0;fac84fd0e20f:39097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:18,942 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:18,942 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:18,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:19,042 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39097,1731180045374.replicationSource.shipperfac84fd0e20f%2C39097%2C1731180045374,1-fac84fd0e20f,39097,1731180045374 terminated 2024-11-09T19:21:19,042 INFO [RS:0;fac84fd0e20f:39097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39097. 2024-11-09T19:21:19,042 DEBUG [RS:0;fac84fd0e20f:39097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:19,042 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:19,042 DEBUG [RS:0;fac84fd0e20f:39097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:19,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:19,042 INFO [RS:0;fac84fd0e20f:39097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39097 2024-11-09T19:21:19,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1360064114/rs/fac84fd0e20f,39097,1731180045374 2024-11-09T19:21:19,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114/rs 2024-11-09T19:21:19,169 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:19,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39097,1731180045374] 2024-11-09T19:21:19,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1360064114/draining/fac84fd0e20f,39097,1731180045374 already deleted, retry=false 2024-11-09T19:21:19,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39097,1731180045374 expired; onlineServers=0 2024-11-09T19:21:19,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42097,1731180045223' ***** 2024-11-09T19:21:19,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:21:19,190 INFO [M:0;fac84fd0e20f:42097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:19,190 INFO [M:0;fac84fd0e20f:42097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:19,190 DEBUG [M:0;fac84fd0e20f:42097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:21:19,190 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:21:19,190 DEBUG [M:0;fac84fd0e20f:42097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:21:19,190 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180047724 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180047724,5,FailOnTimeoutGroup] 2024-11-09T19:21:19,190 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180047722 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180047722,5,FailOnTimeoutGroup] 2024-11-09T19:21:19,190 INFO [M:0;fac84fd0e20f:42097 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:19,190 INFO [M:0;fac84fd0e20f:42097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:19,190 DEBUG [M:0;fac84fd0e20f:42097 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:21:19,190 INFO [M:0;fac84fd0e20f:42097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:21:19,191 INFO [M:0;fac84fd0e20f:42097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:19,191 INFO [M:0;fac84fd0e20f:42097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:21:19,191 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:21:19,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1360064114/master 2024-11-09T19:21:19,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1360064114 2024-11-09T19:21:19,200 DEBUG [M:0;fac84fd0e20f:42097 {}] zookeeper.ZKUtil(347): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Unable to get data of znode /1-1360064114/master because node does not exist (not an error) 2024-11-09T19:21:19,200 WARN [M:0;fac84fd0e20f:42097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:21:19,201 INFO [M:0;fac84fd0e20f:42097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/.lastflushedseqids 2024-11-09T19:21:19,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741848_1024 (size=245) 2024-11-09T19:21:19,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:19,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x101210b01070004, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:19,279 INFO [RS:0;fac84fd0e20f:39097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:19,280 INFO [RS:0;fac84fd0e20f:39097 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39097,1731180045374; zookeeper connection closed. 2024-11-09T19:21:19,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c5944f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c5944f9 2024-11-09T19:21:19,280 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:21:19,605 INFO [M:0;fac84fd0e20f:42097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:21:19,605 INFO [M:0;fac84fd0e20f:42097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:21:19,605 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:19,605 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:19,605 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:19,605 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:19,605 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:19,605 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T19:21:19,622 DEBUG [M:0;fac84fd0e20f:42097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/892f19cc905843308daae5cc464d6300 is 82, key is hbase:meta,,1/info:regioninfo/1731180048953/Put/seqid=0 2024-11-09T19:21:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741849_1025 (size=5672) 2024-11-09T19:21:19,628 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/892f19cc905843308daae5cc464d6300 2024-11-09T19:21:19,648 DEBUG [M:0;fac84fd0e20f:42097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a3913504a1484cb8401ee3fc25a300 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180061964/Put/seqid=0 2024-11-09T19:21:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741850_1026 (size=8516) 2024-11-09T19:21:19,657 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:19,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:19,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:19,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:20,051 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a3913504a1484cb8401ee3fc25a300 2024-11-09T19:21:20,072 DEBUG [M:0;fac84fd0e20f:42097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39e16a20e4b54b21ab8ceb888901ecd7 is 69, key is fac84fd0e20f,39097,1731180045374/rs:state/1731180047849/Put/seqid=0 2024-11-09T19:21:20,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741851_1027 (size=5156) 2024-11-09T19:21:20,076 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39e16a20e4b54b21ab8ceb888901ecd7 2024-11-09T19:21:20,080 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/892f19cc905843308daae5cc464d6300 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/892f19cc905843308daae5cc464d6300 2024-11-09T19:21:20,083 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/892f19cc905843308daae5cc464d6300, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:21:20,084 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22a3913504a1484cb8401ee3fc25a300 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22a3913504a1484cb8401ee3fc25a300 2024-11-09T19:21:20,087 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22a3913504a1484cb8401ee3fc25a300, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:21:20,087 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39e16a20e4b54b21ab8ceb888901ecd7 as hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39e16a20e4b54b21ab8ceb888901ecd7 2024-11-09T19:21:20,090 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45141/user/jenkins/test-data/1460b184-c8cb-5332-5841-03607cd15b22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39e16a20e4b54b21ab8ceb888901ecd7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:21:20,091 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false 2024-11-09T19:21:20,093 INFO [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:20,093 DEBUG [M:0;fac84fd0e20f:42097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180079605Disabling compacts and flushes for region at 1731180079605Disabling writes for close at 1731180079605Obtaining lock to block concurrent updates at 1731180079605Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180079605Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731180079605Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180079606 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180079606Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180079622 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180079622Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180079631 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180079647 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180079647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180080055 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180080072 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180080072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19e5bd66: reopening flushed file at 1731180080079 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f89893c: reopening flushed file at 1731180080083 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a40e742: reopening flushed file at 1731180080087 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=97, compaction requested=false at 1731180080091 (+4 ms)Writing region close event to WAL at 1731180080093 (+2 ms)Closed at 1731180080093 2024-11-09T19:21:20,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35943 is added to blk_1073741830_1006 (size=63654) 2024-11-09T19:21:20,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:20,096 INFO [M:0;fac84fd0e20f:42097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:21:20,096 INFO [M:0;fac84fd0e20f:42097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42097 2024-11-09T19:21:20,097 INFO [M:0;fac84fd0e20f:42097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:20,227 INFO [M:0;fac84fd0e20f:42097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:20,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:20,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42097-0x101210b01070003, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:20,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5928632a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:21:20,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8924d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:21:20,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:21:20,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e69e4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:21:20,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef0d757{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir/,STOPPED} 2024-11-09T19:21:20,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:21:20,231 WARN [BP-284152650-172.17.0.2-1731180043194 heartbeating to localhost/127.0.0.1:45141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:21:20,231 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:21:20,231 WARN [BP-284152650-172.17.0.2-1731180043194 heartbeating to localhost/127.0.0.1:45141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-284152650-172.17.0.2-1731180043194 (Datanode Uuid 94a0942f-0a53-4021-bd3a-76da0ef33e68) service to localhost/127.0.0.1:45141 2024-11-09T19:21:20,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/cluster_bbf20e2e-c278-0652-61f5-f3fd6597a687/data/data1/current/BP-284152650-172.17.0.2-1731180043194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:21:20,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/cluster_bbf20e2e-c278-0652-61f5-f3fd6597a687/data/data2/current/BP-284152650-172.17.0.2-1731180043194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:21:20,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:21:20,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7676c162{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:21:20,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@162d560e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:21:20,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:21:20,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67861ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:21:20,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@589a64c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/7a0f6f42-43e4-772d-854f-0c4ecbef94d9/hadoop.log.dir/,STOPPED} 2024-11-09T19:21:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:21:20,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:21:20,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:20,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:20,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:20,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:20,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:20,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:21:20,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1912703218, stopped=false 2024-11-09T19:21:20,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,43367,1731180039529 2024-11-09T19:21:20,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-121419288/running 2024-11-09T19:21:20,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-121419288/running 2024-11-09T19:21:20,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:21:20,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:21:20,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:20,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:20,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:20,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:20,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/running 2024-11-09T19:21:20,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Set watcher on znode that does not yet exist, /0-121419288/running 2024-11-09T19:21:20,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,45177,1731180039715' ***** 2024-11-09T19:21:20,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:21:20,275 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:21:20,275 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:21:20,275 INFO [RS:0;fac84fd0e20f:45177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:21:20,275 INFO [RS:0;fac84fd0e20f:45177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(3091): Received CLOSE for 0ef31ea00722308c715d314bd51fddfa 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(3091): Received CLOSE for 6452ece7d64adec590734a17afea96e7 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,45177,1731180039715 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45177. 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0ef31ea00722308c715d314bd51fddfa, disabling compactions & flushes 2024-11-09T19:21:20,276 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:21:20,276 DEBUG [RS:0;fac84fd0e20f:45177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:21:20,276 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. after waiting 0 ms 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:21:20,276 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0ef31ea00722308c715d314bd51fddfa 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:21:20,276 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:21:20,276 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1325): Online Regions={0ef31ea00722308c715d314bd51fddfa=hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa., 1588230740=hbase:meta,,1.1588230740, 6452ece7d64adec590734a17afea96e7=test,,1731180054691.6452ece7d64adec590734a17afea96e7.} 2024-11-09T19:21:20,276 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 0ef31ea00722308c715d314bd51fddfa, 1588230740, 6452ece7d64adec590734a17afea96e7 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:20,276 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:20,276 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:20,276 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:21:20,295 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/info/13ea43d7f0944919825968d7034ccd7b is 147, key is hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa./info:regioninfo/1731180059805/Put/seqid=0 2024-11-09T19:21:20,297 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/.tmp/queue/76fce2cddbe74c758192e44fb6bdeea7 is 154, key is 1-fac84fd0e20f,45177,1731180039715/queue:fac84fd0e20f%2C45177%2C1731180039715/1731180073119/Put/seqid=0 2024-11-09T19:21:20,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741840_1016 (size=7686) 2024-11-09T19:21:20,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741841_1017 (size=5353) 2024-11-09T19:21:20,327 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:20,476 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 0ef31ea00722308c715d314bd51fddfa, 1588230740, 6452ece7d64adec590734a17afea96e7 2024-11-09T19:21:20,677 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 0ef31ea00722308c715d314bd51fddfa, 1588230740, 6452ece7d64adec590734a17afea96e7 2024-11-09T19:21:20,699 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/info/13ea43d7f0944919825968d7034ccd7b 2024-11-09T19:21:20,708 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/.tmp/queue/76fce2cddbe74c758192e44fb6bdeea7 2024-11-09T19:21:20,712 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/.tmp/queue/76fce2cddbe74c758192e44fb6bdeea7 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/queue/76fce2cddbe74c758192e44fb6bdeea7 2024-11-09T19:21:20,716 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/queue/76fce2cddbe74c758192e44fb6bdeea7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T19:21:20,717 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/ns/f8b3c940dccb41d4bfd630861fd19ebd is 43, key is default/ns:d/1731180043108/Put/seqid=0 2024-11-09T19:21:20,717 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0ef31ea00722308c715d314bd51fddfa in 441ms, sequenceid=14, compaction requested=false 2024-11-09T19:21:20,717 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:21:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:21:20,720 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/ns/f8b3c940dccb41d4bfd630861fd19ebd 2024-11-09T19:21:20,720 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/replication/0ef31ea00722308c715d314bd51fddfa/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:20,721 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0ef31ea00722308c715d314bd51fddfa: Waiting for close lock at 1731180080276Running coprocessor pre-close hooks at 1731180080276Disabling compacts and flushes for region at 1731180080276Disabling writes for close at 1731180080276Obtaining lock to block concurrent updates at 1731180080276Preparing flush snapshotting stores in 0ef31ea00722308c715d314bd51fddfa at 1731180080276Finished memstore snapshotting hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731180080276Flushing stores of hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. at 1731180080279 (+3 ms)Flushing 0ef31ea00722308c715d314bd51fddfa/queue: creating writer at 1731180080279Flushing 0ef31ea00722308c715d314bd51fddfa/queue: appending metadata at 1731180080297 (+18 ms)Flushing 0ef31ea00722308c715d314bd51fddfa/queue: closing flushed file at 1731180080297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a8a2608: reopening flushed file at 1731180080711 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0ef31ea00722308c715d314bd51fddfa in 441ms, sequenceid=14, compaction requested=false at 1731180080717 (+6 ms)Writing region close event to WAL at 1731180080718 (+1 ms)Running coprocessor post-close hooks at 1731180080721 (+3 ms)Closed at 1731180080721 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731180058627.0ef31ea00722308c715d314bd51fddfa. 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6452ece7d64adec590734a17afea96e7, disabling compactions & flushes 2024-11-09T19:21:20,721 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180054691.6452ece7d64adec590734a17afea96e7. after waiting 0 ms 2024-11-09T19:21:20,721 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:21:20,721 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6452ece7d64adec590734a17afea96e7 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T19:21:20,740 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/rep_barrier/b93b5cf7048942e2b35f6bb884cf91eb is 112, key is test,,1731180054691.6452ece7d64adec590734a17afea96e7./rep_barrier:seqnumDuringOpen/1731180055855/Put/seqid=0 2024-11-09T19:21:20,740 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/f/e3896d2db91e47bc9a51bc997af8e9e9 is 37, key is row3/f:row3/1731180071781/Put/seqid=0 2024-11-09T19:21:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741844_1020 (size=5228) 2024-11-09T19:21:20,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741843_1019 (size=5518) 2024-11-09T19:21:20,861 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1493, reset compression=false 2024-11-09T19:21:20,865 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:20,865 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1740, reset compression=false 2024-11-09T19:21:20,865 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45177,1731180039715 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:20,866 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,45177,1731180039715: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,45177,1731180039715, walGroup=fac84fd0e20f%2C45177%2C1731180039715, offset=fac84fd0e20f%2C45177%2C1731180039715.1731180042019:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:45177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:21:20,867 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:21:20,867 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:21:20,868 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:21:20,869 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:21:20,869 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:21:20,869 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 802785120 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199556016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:21:20,869 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:43367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:21:20,877 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6452ece7d64adec590734a17afea96e7 2024-11-09T19:21:20,892 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:21:20,892 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:21:21,071 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1740, reset compression=false 2024-11-09T19:21:21,077 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6452ece7d64adec590734a17afea96e7 2024-11-09T19:21:21,145 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/rep_barrier/b93b5cf7048942e2b35f6bb884cf91eb 2024-11-09T19:21:21,146 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/f/e3896d2db91e47bc9a51bc997af8e9e9 2024-11-09T19:21:21,166 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3896d2db91e47bc9a51bc997af8e9e9 2024-11-09T19:21:21,184 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/f1/fedd20df53c9496f8359e710ae78d9f2 is 30, key is row1/f1:/1731180069119/DeleteFamily/seqid=0 2024-11-09T19:21:21,188 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/table/517b7c53a1d940009d5256a79f9ffe51 is 53, key is hbase:replication/table:state/1731180059819/Put/seqid=0 2024-11-09T19:21:21,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741845_1021 (size=5158) 2024-11-09T19:21:21,194 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/f1/fedd20df53c9496f8359e710ae78d9f2 2024-11-09T19:21:21,197 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fedd20df53c9496f8359e710ae78d9f2 2024-11-09T19:21:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741846_1022 (size=5308) 2024-11-09T19:21:21,216 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/norep/6c78dc2053fa452087e889acc2c2db4c is 32, key is row/norep:/1731180068114/DeleteFamily/seqid=0 2024-11-09T19:21:21,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741847_1023 (size=5101) 2024-11-09T19:21:21,222 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/norep/6c78dc2053fa452087e889acc2c2db4c 2024-11-09T19:21:21,225 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c78dc2053fa452087e889acc2c2db4c 2024-11-09T19:21:21,226 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/f/e3896d2db91e47bc9a51bc997af8e9e9 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/f/e3896d2db91e47bc9a51bc997af8e9e9 2024-11-09T19:21:21,229 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3896d2db91e47bc9a51bc997af8e9e9 2024-11-09T19:21:21,230 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/f/e3896d2db91e47bc9a51bc997af8e9e9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T19:21:21,230 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/f1/fedd20df53c9496f8359e710ae78d9f2 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/f1/fedd20df53c9496f8359e710ae78d9f2 2024-11-09T19:21:21,234 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fedd20df53c9496f8359e710ae78d9f2 2024-11-09T19:21:21,235 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/f1/fedd20df53c9496f8359e710ae78d9f2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T19:21:21,235 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/.tmp/norep/6c78dc2053fa452087e889acc2c2db4c as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/norep/6c78dc2053fa452087e889acc2c2db4c 2024-11-09T19:21:21,240 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c78dc2053fa452087e889acc2c2db4c 2024-11-09T19:21:21,240 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/norep/6c78dc2053fa452087e889acc2c2db4c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T19:21:21,241 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6452ece7d64adec590734a17afea96e7 in 520ms, sequenceid=12, compaction requested=false 2024-11-09T19:21:21,247 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/default/test/6452ece7d64adec590734a17afea96e7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T19:21:21,248 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:21,248 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:21,248 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:21:21,248 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6452ece7d64adec590734a17afea96e7: Waiting for close lock at 1731180080721Running coprocessor pre-close hooks at 1731180080721Disabling compacts and flushes for region at 1731180080721Disabling writes for close at 1731180080721Obtaining lock to block concurrent updates at 1731180080721Preparing flush snapshotting stores in 6452ece7d64adec590734a17afea96e7 at 1731180080721Finished memstore snapshotting test,,1731180054691.6452ece7d64adec590734a17afea96e7., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731180080722 (+1 ms)Flushing stores of test,,1731180054691.6452ece7d64adec590734a17afea96e7. at 1731180080722Flushing 6452ece7d64adec590734a17afea96e7/f: creating writer at 1731180080722Flushing 6452ece7d64adec590734a17afea96e7/f: appending metadata at 1731180080740 (+18 ms)Flushing 6452ece7d64adec590734a17afea96e7/f: closing flushed file at 1731180080740Flushing 6452ece7d64adec590734a17afea96e7/f1: creating writer at 1731180081166 (+426 ms)Flushing 6452ece7d64adec590734a17afea96e7/f1: appending metadata at 1731180081183 (+17 ms)Flushing 6452ece7d64adec590734a17afea96e7/f1: closing flushed file at 1731180081183Flushing 6452ece7d64adec590734a17afea96e7/norep: creating writer at 1731180081197 (+14 ms)Flushing 6452ece7d64adec590734a17afea96e7/norep: appending metadata at 1731180081215 (+18 ms)Flushing 6452ece7d64adec590734a17afea96e7/norep: closing flushed file at 1731180081215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612bb0cc: reopening flushed file at 1731180081225 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2389b55c: reopening flushed file at 1731180081230 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdb1f7d: reopening flushed file at 1731180081235 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6452ece7d64adec590734a17afea96e7 in 520ms, sequenceid=12, compaction requested=false at 1731180081241 (+6 ms)Writing region close event to WAL at 1731180081244 (+3 ms)Running coprocessor post-close hooks at 1731180081248 (+4 ms)Closed at 1731180081248 2024-11-09T19:21:21,248 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180054691.6452ece7d64adec590734a17afea96e7. 2024-11-09T19:21:21,277 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:21:21,277 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:21:21,277 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:21:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:21:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:21,375 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 1740, reset compression=false 2024-11-09T19:21:21,379 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:21,379 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 2384, reset compression=false 2024-11-09T19:21:21,478 DEBUG [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:21:21,585 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.1731180042019 to pos 2384, reset compression=false 2024-11-09T19:21:21,598 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/table/517b7c53a1d940009d5256a79f9ffe51 2024-11-09T19:21:21,604 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/info/13ea43d7f0944919825968d7034ccd7b as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/info/13ea43d7f0944919825968d7034ccd7b 2024-11-09T19:21:21,609 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/info/13ea43d7f0944919825968d7034ccd7b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:21:21,610 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/ns/f8b3c940dccb41d4bfd630861fd19ebd as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/ns/f8b3c940dccb41d4bfd630861fd19ebd 2024-11-09T19:21:21,615 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/ns/f8b3c940dccb41d4bfd630861fd19ebd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:21:21,616 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/rep_barrier/b93b5cf7048942e2b35f6bb884cf91eb as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/rep_barrier/b93b5cf7048942e2b35f6bb884cf91eb 2024-11-09T19:21:21,621 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/rep_barrier/b93b5cf7048942e2b35f6bb884cf91eb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:21:21,622 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/.tmp/table/517b7c53a1d940009d5256a79f9ffe51 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/table/517b7c53a1d940009d5256a79f9ffe51 2024-11-09T19:21:21,627 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/table/517b7c53a1d940009d5256a79f9ffe51, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:21:21,628 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=16, compaction requested=false 2024-11-09T19:21:21,645 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:21:21,645 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:21,645 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:21,645 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:21,645 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180080276Running coprocessor pre-close hooks at 1731180080276Disabling compacts and flushes for region at 1731180080276Disabling writes for close at 1731180080276Obtaining lock to block concurrent updates at 1731180080276Preparing flush snapshotting stores in 1588230740 at 1731180080276Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180080277 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180080277Flushing 1588230740/info: creating writer at 1731180080277Flushing 1588230740/info: appending metadata at 1731180080295 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731180080295Flushing 1588230740/ns: creating writer at 1731180080702 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731180080716 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731180080716Flushing 1588230740/rep_barrier: creating writer at 1731180080723 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180080740 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180080740Flushing 1588230740/table: creating writer at 1731180081165 (+425 ms)Flushing 1588230740/table: appending metadata at 1731180081188 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731180081188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb432db: reopening flushed file at 1731180081603 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@430550b6: reopening flushed file at 1731180081609 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f5fc1a: reopening flushed file at 1731180081615 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a77eca: reopening flushed file at 1731180081621 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=16, compaction requested=false at 1731180081628 (+7 ms)Writing region close event to WAL at 1731180081632 (+4 ms)Running coprocessor post-close hooks at 1731180081645 (+13 ms)Closed at 1731180081645 2024-11-09T19:21:21,645 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:21,678 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,45177,1731180039715; all regions closed. 2024-11-09T19:21:21,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:21:21,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/WALs/fac84fd0e20f,45177,1731180039715/fac84fd0e20f%2C45177%2C1731180039715.meta.1731180043033.meta not finished, retry = 0 2024-11-09T19:21:21,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741839_1015 (size=3552) 2024-11-09T19:21:21,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741832_1008 (size=2392) 2024-11-09T19:21:21,784 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:21,784 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:21,785 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:21,785 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:21,785 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:21,785 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:21,785 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,45177,1731180039715 because: Region server is closing 2024-11-09T19:21:21,785 INFO [RS:0;fac84fd0e20f:45177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45177. 2024-11-09T19:21:21,786 DEBUG [RS:0;fac84fd0e20f:45177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:21,786 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:21,786 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:21,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:21,886 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.shipperfac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 terminated 2024-11-09T19:21:21,886 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45177,1731180039715.replicationSource.wal-reader.fac84fd0e20f%2C45177%2C1731180039715,1-fac84fd0e20f,45177,1731180039715 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:21:21,886 INFO [RS:0;fac84fd0e20f:45177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45177. 2024-11-09T19:21:21,886 DEBUG [RS:0;fac84fd0e20f:45177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:21,886 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:21,886 DEBUG [RS:0;fac84fd0e20f:45177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:21,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:21,886 INFO [RS:0;fac84fd0e20f:45177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45177 2024-11-09T19:21:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-121419288/rs/fac84fd0e20f,45177,1731180039715 2024-11-09T19:21:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288/rs 2024-11-09T19:21:22,000 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:22,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,45177,1731180039715] 2024-11-09T19:21:22,021 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-121419288/draining/fac84fd0e20f,45177,1731180039715 already deleted, retry=false 2024-11-09T19:21:22,021 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,45177,1731180039715 expired; onlineServers=0 2024-11-09T19:21:22,021 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,43367,1731180039529' ***** 2024-11-09T19:21:22,021 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:21:22,021 INFO [M:0;fac84fd0e20f:43367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:22,022 INFO [M:0;fac84fd0e20f:43367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:22,022 DEBUG [M:0;fac84fd0e20f:43367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:21:22,022 DEBUG [M:0;fac84fd0e20f:43367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:21:22,022 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:21:22,022 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180041804 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180041804,5,FailOnTimeoutGroup] 2024-11-09T19:21:22,022 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180041804 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180041804,5,FailOnTimeoutGroup] 2024-11-09T19:21:22,022 INFO [M:0;fac84fd0e20f:43367 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:22,022 INFO [M:0;fac84fd0e20f:43367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:22,022 DEBUG [M:0;fac84fd0e20f:43367 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:21:22,022 INFO [M:0;fac84fd0e20f:43367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:21:22,022 INFO [M:0;fac84fd0e20f:43367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:22,022 ERROR [M:0;fac84fd0e20f:43367 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45181,5,PEWorkerGroup] 2024-11-09T19:21:22,022 INFO [M:0;fac84fd0e20f:43367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:21:22,023 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:21:22,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-121419288/master 2024-11-09T19:21:22,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-121419288 2024-11-09T19:21:22,032 DEBUG [M:0;fac84fd0e20f:43367 {}] zookeeper.ZKUtil(347): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Unable to get data of znode /0-121419288/master because node does not exist (not an error) 2024-11-09T19:21:22,032 WARN [M:0;fac84fd0e20f:43367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:21:22,033 INFO [M:0;fac84fd0e20f:43367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/.lastflushedseqids 2024-11-09T19:21:22,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741848_1024 (size=245) 2024-11-09T19:21:22,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:22,111 INFO [RS:0;fac84fd0e20f:45177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:22,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45177-0x101210b01070001, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:22,111 INFO [RS:0;fac84fd0e20f:45177 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,45177,1731180039715; zookeeper connection closed. 2024-11-09T19:21:22,111 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74b9d6e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74b9d6e7 2024-11-09T19:21:22,111 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:21:22,437 INFO [M:0;fac84fd0e20f:43367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:21:22,437 INFO [M:0;fac84fd0e20f:43367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:21:22,437 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:22,437 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:22,437 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:22,437 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:22,437 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:22,438 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T19:21:22,453 DEBUG [M:0;fac84fd0e20f:43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f71d54cc2084d4ea569d7e98a4a10d9 is 82, key is hbase:meta,,1/info:regioninfo/1731180043061/Put/seqid=0 2024-11-09T19:21:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741849_1025 (size=5672) 2024-11-09T19:21:22,856 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f71d54cc2084d4ea569d7e98a4a10d9 2024-11-09T19:21:22,873 DEBUG [M:0;fac84fd0e20f:43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/700d8805c2d84fcd94a0d056934a6a42 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180055865/Put/seqid=0 2024-11-09T19:21:22,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741850_1026 (size=7218) 2024-11-09T19:21:23,277 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/700d8805c2d84fcd94a0d056934a6a42 2024-11-09T19:21:23,280 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 700d8805c2d84fcd94a0d056934a6a42 2024-11-09T19:21:23,296 DEBUG [M:0;fac84fd0e20f:43367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a39908fb33d426cb9ee5bbb43727c46 is 69, key is fac84fd0e20f,45177,1731180039715/rs:state/1731180041875/Put/seqid=0 2024-11-09T19:21:23,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741851_1027 (size=5156) 2024-11-09T19:21:23,700 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a39908fb33d426cb9ee5bbb43727c46 2024-11-09T19:21:23,703 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f71d54cc2084d4ea569d7e98a4a10d9 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f71d54cc2084d4ea569d7e98a4a10d9 2024-11-09T19:21:23,707 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f71d54cc2084d4ea569d7e98a4a10d9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T19:21:23,707 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/700d8805c2d84fcd94a0d056934a6a42 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/700d8805c2d84fcd94a0d056934a6a42 2024-11-09T19:21:23,710 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 700d8805c2d84fcd94a0d056934a6a42 2024-11-09T19:21:23,710 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/700d8805c2d84fcd94a0d056934a6a42, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T19:21:23,711 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a39908fb33d426cb9ee5bbb43727c46 as hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a39908fb33d426cb9ee5bbb43727c46 2024-11-09T19:21:23,714 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45181/user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a39908fb33d426cb9ee5bbb43727c46, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T19:21:23,714 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false 2024-11-09T19:21:23,715 INFO [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:23,715 DEBUG [M:0;fac84fd0e20f:43367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180082437Disabling compacts and flushes for region at 1731180082437Disabling writes for close at 1731180082437Obtaining lock to block concurrent updates at 1731180082438 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180082438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731180082438Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180082438Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180082438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180082452 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180082452Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180082860 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180082873 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180082873Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180083280 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180083296 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180083296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc3985b: reopening flushed file at 1731180083703 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46121451: reopening flushed file at 1731180083707 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5640eb7e: reopening flushed file at 1731180083710 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false at 1731180083714 (+4 ms)Writing region close event to WAL at 1731180083715 (+1 ms)Closed at 1731180083715 2024-11-09T19:21:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43083 is added to blk_1073741830_1006 (size=64423) 2024-11-09T19:21:23,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aa391a9e-a747-133c-fb59-ecdd48f4b69e/MasterData/WALs/fac84fd0e20f,43367,1731180039529/fac84fd0e20f%2C43367%2C1731180039529.1731180041463 not finished, retry = 0 2024-11-09T19:21:23,818 INFO [M:0;fac84fd0e20f:43367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:21:23,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:23,818 INFO [M:0;fac84fd0e20f:43367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43367 2024-11-09T19:21:23,818 INFO [M:0;fac84fd0e20f:43367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:23,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:23,984 INFO [M:0;fac84fd0e20f:43367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:23,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43367-0x101210b01070000, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:23,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5702878f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:21:23,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55435ae3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:21:23,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:21:23,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e0d7e2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:21:23,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42119f9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir/,STOPPED} 2024-11-09T19:21:23,988 WARN [BP-964115371-172.17.0.2-1731180037485 heartbeating to localhost/127.0.0.1:45181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:21:23,988 WARN [BP-964115371-172.17.0.2-1731180037485 heartbeating to localhost/127.0.0.1:45181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-964115371-172.17.0.2-1731180037485 (Datanode Uuid 69d8225b-4ebc-4866-84a5-3f66312bbcf9) service to localhost/127.0.0.1:45181 2024-11-09T19:21:23,988 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:21:23,988 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:21:23,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/data/data1/current/BP-964115371-172.17.0.2-1731180037485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:21:23,989 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/cluster_a93ebb86-0b57-25f3-21cc-4c633a49c4ee/data/data2/current/BP-964115371-172.17.0.2-1731180037485 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:21:23,989 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:21:23,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1edcef0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:21:23,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12273bf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:21:23,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:21:23,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e0374e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:21:23,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@669bed67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/75b02b94-13c6-573d-9245-107f28add368/hadoop.log.dir/,STOPPED} 2024-11-09T19:21:23,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:21:24,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:21:24,018 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=316 (was 267) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45181 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:37453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45141 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60655) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:37453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:37453 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:45181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 513), ProcessCount=11 (was 11), AvailableMemoryMB=2867 (was 3061) 2024-11-09T19:21:24,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=316, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=2867 2024-11-09T19:21:24,040 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T19:21:24,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir so I do NOT create it in target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4 2024-11-09T19:21:24,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:21:24,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.tmp.dir so I do NOT create it in target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4 2024-11-09T19:21:24,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/318c5f26-7dce-f1b6-7a5d-f015891211b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:21:24,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4 2024-11-09T19:21:24,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d, deleteOnExit=true 2024-11-09T19:21:24,054 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/zookeeper_0, clientPort=54462, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:21:24,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54462 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/test.cache.data in system properties and HBase conf 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:21:24,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:21:24,056 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:21:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:21:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101210b01070005, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:21:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101210b01070002, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:21:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101210b01070008, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:21:24,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101210b01070005, quorum=127.0.0.1:60655, baseZNode=/1-1360064114 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:21:24,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101210b01070008, quorum=127.0.0.1:60655, baseZNode=/22000026630 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:21:24,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101210b01070002, quorum=127.0.0.1:60655, baseZNode=/0-121419288 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:21:24,416 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T19:21:24,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,417 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,457 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,457 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,458 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,458 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,458 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,458 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,466 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,468 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,468 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,470 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:24,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:24,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:21:24,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:21:24,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:21:24,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:21:24,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:24,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49605917{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:21:24,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4323782a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:21:24,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a6935be{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/java.io.tmpdir/jetty-localhost-38811-hadoop-hdfs-3_4_1-tests_jar-_-any-1813468307851338241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:21:24,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@118a561c{HTTP/1.1, (http/1.1)}{localhost:38811} 2024-11-09T19:21:24,599 INFO [Time-limited test {}] server.Server(415): Started @259910ms 2024-11-09T19:21:24,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:24,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:21:24,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:21:24,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:21:24,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:21:24,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bc33d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:21:24,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ba04dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:21:24,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@517907da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/java.io.tmpdir/jetty-localhost-37571-hadoop-hdfs-3_4_1-tests_jar-_-any-13449605770922243135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:21:24,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ddec6b1{HTTP/1.1, (http/1.1)}{localhost:37571} 2024-11-09T19:21:24,983 INFO [Time-limited test {}] server.Server(415): Started @260293ms 2024-11-09T19:21:24,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:21:25,988 WARN [Thread-3425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/data/data1/current/BP-885442359-172.17.0.2-1731180084070/current, will proceed with Du for space computation calculation, 2024-11-09T19:21:25,988 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/data/data2/current/BP-885442359-172.17.0.2-1731180084070/current, will proceed with Du for space computation calculation, 2024-11-09T19:21:26,003 WARN [Thread-3413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:21:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa46d858810efaa4 with lease ID 0x528c2bd66792a086: Processing first storage report for DS-7912a42a-5cb5-493f-9356-14490fb7e51a from datanode DatanodeRegistration(127.0.0.1:44091, datanodeUuid=ad895716-0d72-4da9-8788-6caa026305ff, infoPort=46639, infoSecurePort=0, ipcPort=40517, storageInfo=lv=-57;cid=testClusterID;nsid=1281174387;c=1731180084070) 2024-11-09T19:21:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa46d858810efaa4 with lease ID 0x528c2bd66792a086: from storage DS-7912a42a-5cb5-493f-9356-14490fb7e51a node DatanodeRegistration(127.0.0.1:44091, datanodeUuid=ad895716-0d72-4da9-8788-6caa026305ff, infoPort=46639, infoSecurePort=0, ipcPort=40517, storageInfo=lv=-57;cid=testClusterID;nsid=1281174387;c=1731180084070), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:21:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa46d858810efaa4 with lease ID 0x528c2bd66792a086: Processing first storage report for DS-4e01132a-8bce-4ace-9b5a-00e09eec5cfc from datanode DatanodeRegistration(127.0.0.1:44091, datanodeUuid=ad895716-0d72-4da9-8788-6caa026305ff, infoPort=46639, infoSecurePort=0, ipcPort=40517, storageInfo=lv=-57;cid=testClusterID;nsid=1281174387;c=1731180084070) 2024-11-09T19:21:26,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa46d858810efaa4 with lease ID 0x528c2bd66792a086: from storage DS-4e01132a-8bce-4ace-9b5a-00e09eec5cfc node DatanodeRegistration(127.0.0.1:44091, datanodeUuid=ad895716-0d72-4da9-8788-6caa026305ff, infoPort=46639, infoSecurePort=0, ipcPort=40517, storageInfo=lv=-57;cid=testClusterID;nsid=1281174387;c=1731180084070), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:21:26,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4 2024-11-09T19:21:26,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:26,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:21:26,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e with version=8 2024-11-09T19:21:26,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/hbase-staging 2024-11-09T19:21:26,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:21:26,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:21:26,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42059 2024-11-09T19:21:26,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42059 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:26,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420590x0, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:26,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42059-0x101210bb7010000 connected 2024-11-09T19:21:26,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:26,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:26,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/running 2024-11-09T19:21:26,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e, hbase.cluster.distributed=false 2024-11-09T19:21:26,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/acl 2024-11-09T19:21:26,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42059 2024-11-09T19:21:26,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42059 2024-11-09T19:21:26,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42059 2024-11-09T19:21:26,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42059 2024-11-09T19:21:26,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42059 2024-11-09T19:21:26,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:21:26,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:21:26,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45341 2024-11-09T19:21:26,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45341 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:26,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:26,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:26,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453410x0, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:26,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453410x0, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/running 2024-11-09T19:21:26,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45341-0x101210bb7010001 connected 2024-11-09T19:21:26,659 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:21:26,659 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:21:26,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/master 2024-11-09T19:21:26,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/acl 2024-11-09T19:21:26,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-09T19:21:26,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45341 2024-11-09T19:21:26,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45341 2024-11-09T19:21:26,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-09T19:21:26,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-09T19:21:26,680 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42059 2024-11-09T19:21:26,681 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0215643457/backup-masters/fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457/backup-masters 2024-11-09T19:21:26,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457/backup-masters 2024-11-09T19:21:26,690 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on existing znode=/0215643457/backup-masters/fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0215643457/master 2024-11-09T19:21:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:26,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:26,700 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on existing znode=/0215643457/master 2024-11-09T19:21:26,701 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0215643457/backup-masters/fac84fd0e20f,42059,1731180086426 from backup master directory 2024-11-09T19:21:26,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457/backup-masters 2024-11-09T19:21:26,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0215643457/backup-masters/fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:26,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457/backup-masters 2024-11-09T19:21:26,711 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:21:26,711 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:26,713 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/hbase.id] with ID: 8a265392-968e-4602-9523-731c8326df70 2024-11-09T19:21:26,713 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/.tmp/hbase.id 2024-11-09T19:21:26,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:21:27,118 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/.tmp/hbase.id]:[hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/hbase.id] 2024-11-09T19:21:27,124 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:27,124 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:21:27,125 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:21:27,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:27,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:27,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:21:27,584 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:27,584 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:21:27,585 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:27,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:21:27,990 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store 2024-11-09T19:21:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:21:28,394 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:28,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:28,395 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:28,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:28,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:28,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:28,395 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:28,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180088395Disabling compacts and flushes for region at 1731180088395Disabling writes for close at 1731180088395Writing region close event to WAL at 1731180088395Closed at 1731180088395 2024-11-09T19:21:28,396 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/.initializing 2024-11-09T19:21:28,396 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/WALs/fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:28,397 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:21:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42059%2C1731180086426, suffix=, logDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/WALs/fac84fd0e20f,42059,1731180086426, archiveDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/oldWALs, maxLogs=10 2024-11-09T19:21:28,421 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/WALs/fac84fd0e20f,42059,1731180086426/fac84fd0e20f%2C42059%2C1731180086426.1731180088399, exclude list is [], retry=0 2024-11-09T19:21:28,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-7912a42a-5cb5-493f-9356-14490fb7e51a,DISK] 2024-11-09T19:21:28,424 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/WALs/fac84fd0e20f,42059,1731180086426/fac84fd0e20f%2C42059%2C1731180086426.1731180088399 2024-11-09T19:21:28,425 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46639:46639)] 2024-11-09T19:21:28,425 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:28,425 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:28,425 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,425 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:21:28,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:28,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:28,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:21:28,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:28,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:28,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:21:28,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:28,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:28,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:21:28,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:28,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:28,432 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,432 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,433 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,434 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:28,435 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:28,436 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:28,437 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63165568, jitterRate=-0.05875968933105469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:28,437 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180088425Initializing all the Stores at 1731180088426 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180088426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180088427 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180088427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180088427Cleaning up temporary data from old regions at 1731180088433 (+6 ms)Region opened successfully at 1731180088437 (+4 ms) 2024-11-09T19:21:28,438 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:21:28,440 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ddf8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:21:28,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:21:28,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:21:28,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:21:28,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:21:28,441 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:21:28,442 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:21:28,442 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:21:28,443 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:21:28,444 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Unable to get data of znode /0215643457/balancer because node does not exist (not necessarily an error) 2024-11-09T19:21:28,505 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0215643457/balancer already deleted, retry=false 2024-11-09T19:21:28,505 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:21:28,506 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Unable to get data of znode /0215643457/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:21:28,553 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0215643457/normalizer already deleted, retry=false 2024-11-09T19:21:28,553 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:21:28,554 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Unable to get data of znode /0215643457/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:21:28,563 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0215643457/switch/split already deleted, retry=false 2024-11-09T19:21:28,564 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Unable to get data of znode /0215643457/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:21:28,574 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0215643457/switch/merge already deleted, retry=false 2024-11-09T19:21:28,576 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Unable to get data of znode /0215643457/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:21:28,584 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0215643457/snapshot-cleanup already deleted, retry=false 2024-11-09T19:21:28,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0215643457/running 2024-11-09T19:21:28,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:28,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0215643457/running 2024-11-09T19:21:28,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:28,595 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42059,1731180086426, sessionid=0x101210bb7010000, setting cluster-up flag (Was=false) 2024-11-09T19:21:28,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:28,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:28,647 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0215643457/flush-table-proc/acquired, /0215643457/flush-table-proc/reached, /0215643457/flush-table-proc/abort 2024-11-09T19:21:28,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:28,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:28,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:28,700 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0215643457/online-snapshot/acquired, /0215643457/online-snapshot/reached, /0215643457/online-snapshot/abort 2024-11-09T19:21:28,701 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:28,702 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:21:28,702 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:28,703 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:21:28,703 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:21:28,703 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42059,1731180086426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:21:28,704 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,705 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180118705 2024-11-09T19:21:28,705 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:21:28,705 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:21:28,705 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:28,705 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:21:28,705 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:21:28,705 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:21:28,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:21:28,706 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:21:28,706 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:28,706 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:21:28,706 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:21:28,707 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:21:28,707 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:21:28,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:21:28,708 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:21:28,708 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:21:28,708 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180088708,5,FailOnTimeoutGroup] 2024-11-09T19:21:28,712 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180088708,5,FailOnTimeoutGroup] 2024-11-09T19:21:28,712 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,712 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:21:28,712 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,712 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:21:28,773 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(746): ClusterId : 8a265392-968e-4602-9523-731c8326df70 2024-11-09T19:21:28,773 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:21:28,785 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:21:28,785 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:21:28,795 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:21:28,795 DEBUG [RS:0;fac84fd0e20f:45341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7096a0d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:21:28,808 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:45341 2024-11-09T19:21:28,808 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:21:28,808 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:21:28,808 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:21:28,809 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42059,1731180086426 with port=45341, startcode=1731180086639 2024-11-09T19:21:28,809 DEBUG [RS:0;fac84fd0e20f:45341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:21:28,810 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:21:28,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42059 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:28,811 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42059 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:28,812 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e 2024-11-09T19:21:28,812 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38197 2024-11-09T19:21:28,812 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:21:28,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457/rs 2024-11-09T19:21:28,821 DEBUG [RS:0;fac84fd0e20f:45341 {}] zookeeper.ZKUtil(111): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on existing znode=/0215643457/rs/fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:28,821 WARN [RS:0;fac84fd0e20f:45341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:21:28,821 INFO [RS:0;fac84fd0e20f:45341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:28,821 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:28,821 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,45341,1731180086639] 2024-11-09T19:21:28,824 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:21:28,825 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:21:28,825 INFO [RS:0;fac84fd0e20f:45341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:21:28,825 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,825 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:21:28,826 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:21:28,826 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,826 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,826 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,826 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,826 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,826 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,826 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:21:28,827 DEBUG [RS:0;fac84fd0e20f:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:21:28,832 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,832 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,832 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,832 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,833 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,833 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45341,1731180086639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:21:28,851 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:21:28,851 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,45341,1731180086639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,851 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,851 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.Replication(171): fac84fd0e20f,45341,1731180086639 started 2024-11-09T19:21:28,868 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:28,868 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,45341,1731180086639, RpcServer on fac84fd0e20f/172.17.0.2:45341, sessionid=0x101210bb7010001 2024-11-09T19:21:28,868 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:21:28,868 DEBUG [RS:0;fac84fd0e20f:45341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:28,868 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45341,1731180086639' 2024-11-09T19:21:28,868 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0215643457/flush-table-proc/abort' 2024-11-09T19:21:28,869 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0215643457/flush-table-proc/acquired' 2024-11-09T19:21:28,869 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:21:28,869 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:21:28,869 DEBUG [RS:0;fac84fd0e20f:45341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:28,869 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,45341,1731180086639' 2024-11-09T19:21:28,869 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0215643457/online-snapshot/abort' 2024-11-09T19:21:28,870 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0215643457/online-snapshot/acquired' 2024-11-09T19:21:28,870 DEBUG [RS:0;fac84fd0e20f:45341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:21:28,870 INFO [RS:0;fac84fd0e20f:45341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:21:28,870 INFO [RS:0;fac84fd0e20f:45341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:21:28,970 INFO [RS:0;fac84fd0e20f:45341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:21:28,971 INFO [RS:0;fac84fd0e20f:45341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45341%2C1731180086639, suffix=, logDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639, archiveDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/oldWALs, maxLogs=10 2024-11-09T19:21:28,984 DEBUG [RS:0;fac84fd0e20f:45341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972, exclude list is [], retry=0 2024-11-09T19:21:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-7912a42a-5cb5-493f-9356-14490fb7e51a,DISK] 2024-11-09T19:21:28,988 INFO [RS:0;fac84fd0e20f:45341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 2024-11-09T19:21:28,988 DEBUG [RS:0;fac84fd0e20f:45341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46639:46639)] 2024-11-09T19:21:29,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:21:29,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e 2024-11-09T19:21:29,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:21:29,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:29,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:21:29,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:21:29,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:21:29,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:21:29,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:21:29,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:21:29,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:21:29,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:21:29,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:21:29,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740 2024-11-09T19:21:29,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740 2024-11-09T19:21:29,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:21:29,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:21:29,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:29,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:21:29,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:29,539 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70782417, jitterRate=0.05474020540714264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:29,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180089529Initializing all the Stores at 1731180089530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180089530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180089530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180089530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180089530Cleaning up temporary data from old regions at 1731180089536 (+6 ms)Region opened successfully at 1731180089540 (+4 ms) 2024-11-09T19:21:29,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:29,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:29,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:29,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:29,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:29,540 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:29,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180089540Disabling compacts and flushes for region at 1731180089540Disabling writes for close at 1731180089540Writing region close event to WAL at 1731180089540Closed at 1731180089540 2024-11-09T19:21:29,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:29,541 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:21:29,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:21:29,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:21:29,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:21:29,693 DEBUG [fac84fd0e20f:42059 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:21:29,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:29,695 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45341,1731180086639, state=OPENING 2024-11-09T19:21:29,747 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:21:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:29,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0215643457/meta-region-server: CHANGED 2024-11-09T19:21:29,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0215643457/meta-region-server: CHANGED 2024-11-09T19:21:29,758 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:21:29,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45341,1731180086639}] 2024-11-09T19:21:29,910 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:29,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:21:29,914 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:21:29,914 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:29,914 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:21:29,915 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45341%2C1731180086639.meta, suffix=.meta, logDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639, archiveDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/oldWALs, maxLogs=10 2024-11-09T19:21:29,931 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.meta.1731180089916.meta, exclude list is [], retry=0 2024-11-09T19:21:29,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-7912a42a-5cb5-493f-9356-14490fb7e51a,DISK] 2024-11-09T19:21:29,936 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.meta.1731180089916.meta 2024-11-09T19:21:29,936 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46639:46639)] 2024-11-09T19:21:29,936 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:29,936 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:29,937 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:29,937 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:21:29,937 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:21:29,937 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:21:29,937 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:29,937 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:21:29,937 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:21:29,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:21:29,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:21:29,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:21:29,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:21:29,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:21:29,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:21:29,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:21:29,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:21:29,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:29,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:29,942 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:21:29,943 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740 2024-11-09T19:21:29,943 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740 2024-11-09T19:21:29,944 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:21:29,944 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:21:29,944 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:29,945 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:21:29,946 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70852520, jitterRate=0.05578482151031494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:29,946 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:21:29,946 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180089937Writing region info on filesystem at 1731180089937Initializing all the Stores at 1731180089938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180089938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180089938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180089938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180089938Cleaning up temporary data from old regions at 1731180089944 (+6 ms)Running coprocessor post-open hooks at 1731180089946 (+2 ms)Region opened successfully at 1731180089946 2024-11-09T19:21:29,947 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180089910 2024-11-09T19:21:29,948 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:21:29,948 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:21:29,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:29,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,45341,1731180086639, state=OPEN 2024-11-09T19:21:29,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0215643457/meta-region-server 2024-11-09T19:21:29,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0215643457/meta-region-server: CHANGED 2024-11-09T19:21:29,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0215643457/meta-region-server 2024-11-09T19:21:29,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0215643457/meta-region-server: CHANGED 2024-11-09T19:21:29,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:29,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:21:29,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,45341,1731180086639 in 228 msec 2024-11-09T19:21:29,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:21:29,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-09T19:21:29,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:29,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:21:29,995 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:29,995 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45341,1731180086639, seqNum=-1] 2024-11-09T19:21:29,995 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:29,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:30,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-11-09T19:21:30,001 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180090001, completionTime=-1 2024-11-09T19:21:30,002 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:21:30,002 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180150004 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180210004 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42059,1731180086426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42059,1731180086426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42059,1731180086426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42059, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,004 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,006 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:21:30,007 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.296sec 2024-11-09T19:21:30,007 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:21:30,007 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:21:30,007 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:21:30,008 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:21:30,008 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:21:30,008 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42059,1731180086426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:21:30,008 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42059,1731180086426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:21:30,009 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:21:30,009 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:21:30,009 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42059,1731180086426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:30,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dea2859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:30,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42059,-1 for getting cluster id 2024-11-09T19:21:30,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:30,075 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a265392-968e-4602-9523-731c8326df70' 2024-11-09T19:21:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:30,075 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a265392-968e-4602-9523-731c8326df70" 2024-11-09T19:21:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6f1648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42059,-1] 2024-11-09T19:21:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:30,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:30,076 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:30,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78966a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:30,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45341,1731180086639, seqNum=-1] 2024-11-09T19:21:30,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:30,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:30,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:30,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:30,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:30,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101210bb7010002 connected 2024-11-09T19:21:30,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir so I do NOT create it in target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179 2024-11-09T19:21:30,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:21:30,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.tmp.dir so I do NOT create it in target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179 2024-11-09T19:21:30,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:21:30,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179 2024-11-09T19:21:30,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/cluster_1151a0e4-a268-9d4a-cf46-61124e6a7674, deleteOnExit=true 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/test.cache.data in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:21:30,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:21:30,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:21:30,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:21:30,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:30,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:21:30,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:21:30,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:21:30,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:21:30,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:30,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32052036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:21:30,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eaad3d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:21:30,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12cdcb43{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/java.io.tmpdir/jetty-localhost-45691-hadoop-hdfs-3_4_1-tests_jar-_-any-5986848931284857275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:21:30,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61531ba7{HTTP/1.1, (http/1.1)}{localhost:45691} 2024-11-09T19:21:30,746 INFO [Time-limited test {}] server.Server(415): Started @266056ms 2024-11-09T19:21:31,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:31,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:21:31,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:21:31,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:21:31,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:21:31,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40917f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:21:31,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b24429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:21:31,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6744bb9e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/java.io.tmpdir/jetty-localhost-35341-hadoop-hdfs-3_4_1-tests_jar-_-any-7477082607248015231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:21:31,217 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f293fc3{HTTP/1.1, (http/1.1)}{localhost:35341} 2024-11-09T19:21:31,217 INFO [Time-limited test {}] server.Server(415): Started @266528ms 2024-11-09T19:21:31,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:21:31,850 WARN [Thread-3545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/cluster_1151a0e4-a268-9d4a-cf46-61124e6a7674/data/data1/current/BP-1479836184-172.17.0.2-1731180090139/current, will proceed with Du for space computation calculation, 2024-11-09T19:21:31,850 WARN [Thread-3546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/cluster_1151a0e4-a268-9d4a-cf46-61124e6a7674/data/data2/current/BP-1479836184-172.17.0.2-1731180090139/current, will proceed with Du for space computation calculation, 2024-11-09T19:21:31,872 WARN [Thread-3533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:21:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ba0a20ea98cf3dd with lease ID 0x4c79ad29c04c1054: Processing first storage report for DS-f1f9f47a-5e90-4958-9dfb-66b945fb2599 from datanode DatanodeRegistration(127.0.0.1:46065, datanodeUuid=5c59b1ce-dc44-4ff6-95ce-afe286e92ff6, infoPort=39185, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=517912660;c=1731180090139) 2024-11-09T19:21:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ba0a20ea98cf3dd with lease ID 0x4c79ad29c04c1054: from storage DS-f1f9f47a-5e90-4958-9dfb-66b945fb2599 node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=5c59b1ce-dc44-4ff6-95ce-afe286e92ff6, infoPort=39185, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=517912660;c=1731180090139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:21:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8ba0a20ea98cf3dd with lease ID 0x4c79ad29c04c1054: Processing first storage report for DS-a4114d1a-11e4-4857-b26a-5435e9612f01 from datanode DatanodeRegistration(127.0.0.1:46065, datanodeUuid=5c59b1ce-dc44-4ff6-95ce-afe286e92ff6, infoPort=39185, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=517912660;c=1731180090139) 2024-11-09T19:21:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8ba0a20ea98cf3dd with lease ID 0x4c79ad29c04c1054: from storage DS-a4114d1a-11e4-4857-b26a-5435e9612f01 node DatanodeRegistration(127.0.0.1:46065, datanodeUuid=5c59b1ce-dc44-4ff6-95ce-afe286e92ff6, infoPort=39185, infoSecurePort=0, ipcPort=38947, storageInfo=lv=-57;cid=testClusterID;nsid=517912660;c=1731180090139), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:21:31,950 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179 2024-11-09T19:21:31,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:31,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:31,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:21:32,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7 with version=8 2024-11-09T19:21:32,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/hbase-staging 2024-11-09T19:21:32,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:21:32,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:32,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:32,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:21:32,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:32,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:21:32,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:21:32,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:21:32,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34737 2024-11-09T19:21:32,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34737 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:32,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347370x0, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:32,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34737-0x101210bb7010003 connected 2024-11-09T19:21:32,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:32,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:32,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/running 2024-11-09T19:21:32,499 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7, hbase.cluster.distributed=false 2024-11-09T19:21:32,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/acl 2024-11-09T19:21:32,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-09T19:21:32,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34737 2024-11-09T19:21:32,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34737 2024-11-09T19:21:32,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-09T19:21:32,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34737 2024-11-09T19:21:32,520 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:21:32,520 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:21:32,521 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39565 2024-11-09T19:21:32,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39565 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:32,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:32,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:32,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395650x0, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:32,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395650x0, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/running 2024-11-09T19:21:32,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39565-0x101210bb7010004 connected 2024-11-09T19:21:32,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:21:32,537 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:21:32,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/master 2024-11-09T19:21:32,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/acl 2024-11-09T19:21:32,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39565 2024-11-09T19:21:32,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39565 2024-11-09T19:21:32,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39565 2024-11-09T19:21:32,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39565 2024-11-09T19:21:32,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39565 2024-11-09T19:21:32,557 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:34737 2024-11-09T19:21:32,557 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-369052817/backup-masters/fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817/backup-masters 2024-11-09T19:21:32,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817/backup-masters 2024-11-09T19:21:32,568 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on existing znode=/1-369052817/backup-masters/fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-369052817/master 2024-11-09T19:21:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:32,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:32,579 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on existing znode=/1-369052817/master 2024-11-09T19:21:32,579 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-369052817/backup-masters/fac84fd0e20f,34737,1731180092366 from backup master directory 2024-11-09T19:21:32,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817/backup-masters 2024-11-09T19:21:32,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-369052817/backup-masters/fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:32,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817/backup-masters 2024-11-09T19:21:32,589 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:21:32,589 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:32,592 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/hbase.id] with ID: 4efadef0-7edd-4a20-8e30-4953934e2120 2024-11-09T19:21:32,592 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/.tmp/hbase.id 2024-11-09T19:21:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:21:33,000 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/.tmp/hbase.id]:[hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/hbase.id] 2024-11-09T19:21:33,008 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:33,008 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:21:33,009 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:21:33,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:33,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:21:33,474 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:33,475 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:21:33,475 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:21:33,488 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store 2024-11-09T19:21:33,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:21:33,894 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:33,894 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:33,894 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:33,895 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:33,895 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:33,895 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:33,895 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:33,895 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180093894Disabling compacts and flushes for region at 1731180093894Disabling writes for close at 1731180093895 (+1 ms)Writing region close event to WAL at 1731180093895Closed at 1731180093895 2024-11-09T19:21:33,895 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/.initializing 2024-11-09T19:21:33,895 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/WALs/fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:33,896 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:21:33,897 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34737%2C1731180092366, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/WALs/fac84fd0e20f,34737,1731180092366, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/oldWALs, maxLogs=10 2024-11-09T19:21:33,914 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/WALs/fac84fd0e20f,34737,1731180092366/fac84fd0e20f%2C34737%2C1731180092366.1731180093897, exclude list is [], retry=0 2024-11-09T19:21:33,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-f1f9f47a-5e90-4958-9dfb-66b945fb2599,DISK] 2024-11-09T19:21:33,917 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/WALs/fac84fd0e20f,34737,1731180092366/fac84fd0e20f%2C34737%2C1731180092366.1731180093897 2024-11-09T19:21:33,918 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39185:39185)] 2024-11-09T19:21:33,918 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:33,918 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:33,918 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,918 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:21:33,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:33,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:33,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:21:33,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:33,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:33,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:21:33,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:33,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:33,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:21:33,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:33,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:33,923 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,924 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,924 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,925 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,925 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,925 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:33,926 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:33,927 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:33,927 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69427682, jitterRate=0.034553080797195435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:33,928 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180093918Initializing all the Stores at 1731180093919 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180093919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180093919Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180093919Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180093919Cleaning up temporary data from old regions at 1731180093925 (+6 ms)Region opened successfully at 1731180093928 (+3 ms) 2024-11-09T19:21:33,928 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:21:33,930 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69724560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:21:33,930 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:21:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:21:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:21:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:21:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:21:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:21:33,931 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:21:33,932 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:21:33,933 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Unable to get data of znode /1-369052817/balancer because node does not exist (not necessarily an error) 2024-11-09T19:21:34,021 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-369052817/balancer already deleted, retry=false 2024-11-09T19:21:34,021 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:21:34,021 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Unable to get data of znode /1-369052817/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:21:34,031 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-369052817/normalizer already deleted, retry=false 2024-11-09T19:21:34,031 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:21:34,032 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Unable to get data of znode /1-369052817/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:21:34,041 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-369052817/switch/split already deleted, retry=false 2024-11-09T19:21:34,042 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Unable to get data of znode /1-369052817/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:21:34,052 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-369052817/switch/merge already deleted, retry=false 2024-11-09T19:21:34,053 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Unable to get data of znode /1-369052817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:21:34,062 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-369052817/snapshot-cleanup already deleted, retry=false 2024-11-09T19:21:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-369052817/running 2024-11-09T19:21:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-369052817/running 2024-11-09T19:21:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:34,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:34,074 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,34737,1731180092366, sessionid=0x101210bb7010003, setting cluster-up flag (Was=false) 2024-11-09T19:21:34,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:34,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:34,126 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-369052817/flush-table-proc/acquired, /1-369052817/flush-table-proc/reached, /1-369052817/flush-table-proc/abort 2024-11-09T19:21:34,127 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:34,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:34,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:34,178 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-369052817/online-snapshot/acquired, /1-369052817/online-snapshot/reached, /1-369052817/online-snapshot/abort 2024-11-09T19:21:34,179 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:34,180 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:21:34,181 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:34,182 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:21:34,182 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:21:34,182 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,34737,1731180092366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:21:34,184 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180124185 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:21:34,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:21:34,185 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:21:34,186 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:21:34,186 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:21:34,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180094186,5,FailOnTimeoutGroup] 2024-11-09T19:21:34,187 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180094187,5,FailOnTimeoutGroup] 2024-11-09T19:21:34,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:34,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:21:34,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,187 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:21:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:21:34,248 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(746): ClusterId : 4efadef0-7edd-4a20-8e30-4953934e2120 2024-11-09T19:21:34,248 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:21:34,258 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:21:34,258 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:21:34,269 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:21:34,269 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6735a463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:21:34,280 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:39565 2024-11-09T19:21:34,280 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:21:34,280 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:21:34,280 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:21:34,281 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34737,1731180092366 with port=39565, startcode=1731180092520 2024-11-09T19:21:34,281 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:21:34,282 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:21:34,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:34,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34737 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:34,283 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7 2024-11-09T19:21:34,283 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34421 2024-11-09T19:21:34,283 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:21:34,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817/rs 2024-11-09T19:21:34,295 DEBUG [RS:0;fac84fd0e20f:39565 {}] zookeeper.ZKUtil(111): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on existing znode=/1-369052817/rs/fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:34,295 WARN [RS:0;fac84fd0e20f:39565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:21:34,295 INFO [RS:0;fac84fd0e20f:39565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:34,295 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:34,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39565,1731180092520] 2024-11-09T19:21:34,297 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:21:34,299 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:21:34,300 INFO [RS:0;fac84fd0e20f:39565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:21:34,300 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,300 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:21:34,301 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:21:34,301 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:21:34,301 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:21:34,302 DEBUG [RS:0;fac84fd0e20f:39565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:21:34,308 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,308 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,308 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,308 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,308 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,308 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39565,1731180092520-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:21:34,321 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:21:34,322 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39565,1731180092520-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,322 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,322 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.Replication(171): fac84fd0e20f,39565,1731180092520 started 2024-11-09T19:21:34,334 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:34,334 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39565,1731180092520, RpcServer on fac84fd0e20f/172.17.0.2:39565, sessionid=0x101210bb7010004 2024-11-09T19:21:34,334 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:21:34,334 DEBUG [RS:0;fac84fd0e20f:39565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:34,334 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39565,1731180092520' 2024-11-09T19:21:34,334 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-369052817/flush-table-proc/abort' 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-369052817/flush-table-proc/acquired' 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39565,1731180092520' 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-369052817/online-snapshot/abort' 2024-11-09T19:21:34,335 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-369052817/online-snapshot/acquired' 2024-11-09T19:21:34,336 DEBUG [RS:0;fac84fd0e20f:39565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:21:34,336 INFO [RS:0;fac84fd0e20f:39565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:21:34,336 INFO [RS:0;fac84fd0e20f:39565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:21:34,436 INFO [RS:0;fac84fd0e20f:39565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:21:34,437 INFO [RS:0;fac84fd0e20f:39565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39565%2C1731180092520, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/oldWALs, maxLogs=10 2024-11-09T19:21:34,449 DEBUG [RS:0;fac84fd0e20f:39565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, exclude list is [], retry=0 2024-11-09T19:21:34,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-f1f9f47a-5e90-4958-9dfb-66b945fb2599,DISK] 2024-11-09T19:21:34,452 INFO [RS:0;fac84fd0e20f:39565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 2024-11-09T19:21:34,453 DEBUG [RS:0;fac84fd0e20f:39565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39185:39185)] 2024-11-09T19:21:34,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:21:34,596 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7 2024-11-09T19:21:34,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:21:34,824 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:21:34,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:34,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:35,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:21:35,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:21:35,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:21:35,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:21:35,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:21:35,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:21:35,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:21:35,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:21:35,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:21:35,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740 2024-11-09T19:21:35,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740 2024-11-09T19:21:35,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:21:35,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:21:35,010 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:35,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:21:35,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:35,012 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66999927, jitterRate=-0.0016232877969741821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180095001Initializing all the Stores at 1731180095001Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180095001Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180095001Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180095001Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180095001Cleaning up temporary data from old regions at 1731180095009 (+8 ms)Region opened successfully at 1731180095013 (+4 ms) 2024-11-09T19:21:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:35,013 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:35,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:35,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180095013Disabling compacts and flushes for region at 1731180095013Disabling writes for close at 1731180095013Writing region close event to WAL at 1731180095013Closed at 1731180095013 2024-11-09T19:21:35,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:35,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:21:35,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:21:35,015 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:21:35,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:21:35,166 DEBUG [fac84fd0e20f:34737 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:21:35,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:35,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39565,1731180092520, state=OPENING 2024-11-09T19:21:35,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:21:35,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:35,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:35,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-369052817/meta-region-server: CHANGED 2024-11-09T19:21:35,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-369052817/meta-region-server: CHANGED 2024-11-09T19:21:35,279 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:21:35,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39565,1731180092520}] 2024-11-09T19:21:35,432 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:35,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:21:35,436 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:21:35,436 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:35,436 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:21:35,437 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39565%2C1731180092520.meta, suffix=.meta, logDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/oldWALs, maxLogs=10 2024-11-09T19:21:35,453 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.meta.1731180095437.meta, exclude list is [], retry=0 2024-11-09T19:21:35,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-f1f9f47a-5e90-4958-9dfb-66b945fb2599,DISK] 2024-11-09T19:21:35,456 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.meta.1731180095437.meta 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39185:39185)] 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:35,457 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:21:35,457 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:35,457 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:21:35,458 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:21:35,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:21:35,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:21:35,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:21:35,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:21:35,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:21:35,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:21:35,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:21:35,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:21:35,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:35,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:35,477 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:21:35,478 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740 2024-11-09T19:21:35,479 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740 2024-11-09T19:21:35,480 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:21:35,480 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:21:35,480 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:35,487 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:21:35,487 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58951398, jitterRate=-0.12155571579933167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:35,487 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:21:35,488 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180095458Writing region info on filesystem at 1731180095458Initializing all the Stores at 1731180095458Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180095458Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180095458Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180095458Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180095458Cleaning up temporary data from old regions at 1731180095480 (+22 ms)Running coprocessor post-open hooks at 1731180095487 (+7 ms)Region opened successfully at 1731180095487 2024-11-09T19:21:35,491 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180095432 2024-11-09T19:21:35,494 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:21:35,494 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:21:35,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:35,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39565,1731180092520, state=OPEN 2024-11-09T19:21:35,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:35,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-369052817/meta-region-server 2024-11-09T19:21:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-369052817/meta-region-server 2024-11-09T19:21:35,551 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:35,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-369052817/meta-region-server: CHANGED 2024-11-09T19:21:35,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-369052817/meta-region-server: CHANGED 2024-11-09T19:21:35,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:21:35,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39565,1731180092520 in 272 msec 2024-11-09T19:21:35,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:21:35,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-11-09T19:21:35,556 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:35,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:21:35,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:35,557 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39565,1731180092520, seqNum=-1] 2024-11-09T19:21:35,558 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:35,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:35,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3820 sec 2024-11-09T19:21:35,564 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180095564, completionTime=-1 2024-11-09T19:21:35,564 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:21:35,564 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:21:35,566 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:21:35,566 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180155566 2024-11-09T19:21:35,566 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180215566 2024-11-09T19:21:35,566 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T19:21:35,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34737,1731180092366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34737,1731180092366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34737,1731180092366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:34737, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,567 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,569 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:21:35,570 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.981sec 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34737,1731180092366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:21:35,571 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34737,1731180092366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:21:35,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,573 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:21:35,573 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:21:35,573 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34737,1731180092366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:35,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:35,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5442a5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:35,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:35,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:35,650 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2a8c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:35,652 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:35,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c1743d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:35,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39565,1731180092520, seqNum=-1] 2024-11-09T19:21:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:35,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:35,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:35,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:35,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:35,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101210bb7010005 connected 2024-11-09T19:21:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir so I do NOT create it in target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f 2024-11-09T19:21:35,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:21:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.tmp.dir so I do NOT create it in target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f 2024-11-09T19:21:35,701 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:21:35,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f 2024-11-09T19:21:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:21:35,701 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/cluster_bdae7163-cbeb-0135-5695-bfe9cdd1c943, deleteOnExit=true 2024-11-09T19:21:35,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/test.cache.data in system properties and HBase conf 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:21:35,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:21:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:21:35,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:21:36,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:36,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:21:36,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:21:36,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:21:36,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:21:36,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:36,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6824bece{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:21:36,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ee7d215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:21:36,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51287b93{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/java.io.tmpdir/jetty-localhost-36873-hadoop-hdfs-3_4_1-tests_jar-_-any-13452586380499207494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:21:36,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd1c9e2{HTTP/1.1, (http/1.1)}{localhost:36873} 2024-11-09T19:21:36,258 INFO [Time-limited test {}] server.Server(415): Started @271568ms 2024-11-09T19:21:36,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:21:36,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:21:36,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:21:36,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:21:36,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:21:36,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e8dd6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:21:36,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67250b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:21:36,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638d51a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/java.io.tmpdir/jetty-localhost-42937-hadoop-hdfs-3_4_1-tests_jar-_-any-9051762359578517281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:21:36,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea2dc07{HTTP/1.1, (http/1.1)}{localhost:42937} 2024-11-09T19:21:36,707 INFO [Time-limited test {}] server.Server(415): Started @272017ms 2024-11-09T19:21:36,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:21:37,385 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/cluster_bdae7163-cbeb-0135-5695-bfe9cdd1c943/data/data2/current/BP-1782245418-172.17.0.2-1731180095722/current, will proceed with Du for space computation calculation, 2024-11-09T19:21:37,385 WARN [Thread-3666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/cluster_bdae7163-cbeb-0135-5695-bfe9cdd1c943/data/data1/current/BP-1782245418-172.17.0.2-1731180095722/current, will proceed with Du for space computation calculation, 2024-11-09T19:21:37,405 WARN [Thread-3654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:21:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8728c977ddcc239 with lease ID 0x6c8b99fc0c4993b8: Processing first storage report for DS-913089c4-53c0-4eb6-8873-9a4919b2c050 from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=cea91273-a3c2-493b-a25d-3f5435cc85a7, infoPort=40095, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=1734408162;c=1731180095722) 2024-11-09T19:21:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8728c977ddcc239 with lease ID 0x6c8b99fc0c4993b8: from storage DS-913089c4-53c0-4eb6-8873-9a4919b2c050 node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=cea91273-a3c2-493b-a25d-3f5435cc85a7, infoPort=40095, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=1734408162;c=1731180095722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:21:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8728c977ddcc239 with lease ID 0x6c8b99fc0c4993b8: Processing first storage report for DS-f1d585f2-ae00-4547-bbc4-40c162edf870 from datanode DatanodeRegistration(127.0.0.1:38805, datanodeUuid=cea91273-a3c2-493b-a25d-3f5435cc85a7, infoPort=40095, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=1734408162;c=1731180095722) 2024-11-09T19:21:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8728c977ddcc239 with lease ID 0x6c8b99fc0c4993b8: from storage DS-f1d585f2-ae00-4547-bbc4-40c162edf870 node DatanodeRegistration(127.0.0.1:38805, datanodeUuid=cea91273-a3c2-493b-a25d-3f5435cc85a7, infoPort=40095, infoSecurePort=0, ipcPort=34689, storageInfo=lv=-57;cid=testClusterID;nsid=1734408162;c=1731180095722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:21:37,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f 2024-11-09T19:21:37,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:37,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:21:37,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5 with version=8 2024-11-09T19:21:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/hbase-staging 2024-11-09T19:21:37,863 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:21:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:37,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:37,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:21:37,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:37,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:21:37,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:21:37,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:21:37,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33821 2024-11-09T19:21:37,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33821 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:37,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338210x0, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:37,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33821-0x101210bb7010006 connected 2024-11-09T19:21:38,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:38,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:38,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/running 2024-11-09T19:21:38,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5, hbase.cluster.distributed=false 2024-11-09T19:21:38,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/acl 2024-11-09T19:21:38,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-09T19:21:38,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33821 2024-11-09T19:21:38,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33821 2024-11-09T19:21:38,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-09T19:21:38,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33821 2024-11-09T19:21:38,026 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:21:38,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:21:38,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35309 2024-11-09T19:21:38,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35309 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:38,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:38,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:38,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353090x0, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:38,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35309-0x101210bb7010007 connected 2024-11-09T19:21:38,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353090x0, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/running 2024-11-09T19:21:38,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:21:38,114 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:21:38,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/master 2024-11-09T19:21:38,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/acl 2024-11-09T19:21:38,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35309 2024-11-09T19:21:38,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35309 2024-11-09T19:21:38,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35309 2024-11-09T19:21:38,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35309 2024-11-09T19:21:38,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35309 2024-11-09T19:21:38,138 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:33821 2024-11-09T19:21:38,139 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1943723173/backup-masters/fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:38,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173/backup-masters 2024-11-09T19:21:38,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173/backup-masters 2024-11-09T19:21:38,168 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on existing znode=/2-1943723173/backup-masters/fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1943723173/master 2024-11-09T19:21:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:38,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:38,178 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on existing znode=/2-1943723173/master 2024-11-09T19:21:38,179 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1943723173/backup-masters/fac84fd0e20f,33821,1731180097863 from backup master directory 2024-11-09T19:21:38,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1943723173/backup-masters/fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:38,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173/backup-masters 2024-11-09T19:21:38,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173/backup-masters 2024-11-09T19:21:38,189 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:21:38,189 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:38,191 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/hbase.id] with ID: d75b9c00-058d-4c00-b6b0-b0319c018f4a 2024-11-09T19:21:38,191 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/.tmp/hbase.id 2024-11-09T19:21:38,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:21:38,596 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/.tmp/hbase.id]:[hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/hbase.id] 2024-11-09T19:21:38,604 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:21:38,604 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:21:38,605 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:21:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:38,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:38,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:21:38,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:38,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:21:38,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:21:39,063 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store 2024-11-09T19:21:39,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:21:39,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:39,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:39,468 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:39,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:39,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:39,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:39,468 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:39,468 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180099468Disabling compacts and flushes for region at 1731180099468Disabling writes for close at 1731180099468Writing region close event to WAL at 1731180099468Closed at 1731180099468 2024-11-09T19:21:39,469 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/.initializing 2024-11-09T19:21:39,469 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/WALs/fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:39,470 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:21:39,471 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C33821%2C1731180097863, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/WALs/fac84fd0e20f,33821,1731180097863, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/oldWALs, maxLogs=10 2024-11-09T19:21:39,488 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/WALs/fac84fd0e20f,33821,1731180097863/fac84fd0e20f%2C33821%2C1731180097863.1731180099471, exclude list is [], retry=0 2024-11-09T19:21:39,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-913089c4-53c0-4eb6-8873-9a4919b2c050,DISK] 2024-11-09T19:21:39,492 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/WALs/fac84fd0e20f,33821,1731180097863/fac84fd0e20f%2C33821%2C1731180097863.1731180099471 2024-11-09T19:21:39,494 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-11-09T19:21:39,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:39,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:39,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:21:39,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:39,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:39,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:21:39,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:39,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:39,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:21:39,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:39,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:39,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:21:39,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:39,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:39,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,501 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,502 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,503 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,503 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,503 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:39,504 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:21:39,506 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:39,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72095373, jitterRate=0.07430477440357208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:39,506 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180099495Initializing all the Stores at 1731180099496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180099496Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180099496Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180099496Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180099496Cleaning up temporary data from old regions at 1731180099503 (+7 ms)Region opened successfully at 1731180099506 (+3 ms) 2024-11-09T19:21:39,506 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:21:39,508 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c42446c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:21:39,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:21:39,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:21:39,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:21:39,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:21:39,509 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:21:39,510 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:21:39,510 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:21:39,511 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:21:39,512 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Unable to get data of znode /2-1943723173/balancer because node does not exist (not necessarily an error) 2024-11-09T19:21:39,600 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1943723173/balancer already deleted, retry=false 2024-11-09T19:21:39,600 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:21:39,601 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Unable to get data of znode /2-1943723173/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:21:39,620 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1943723173/normalizer already deleted, retry=false 2024-11-09T19:21:39,621 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:21:39,622 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Unable to get data of znode /2-1943723173/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:21:39,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1943723173/switch/split already deleted, retry=false 2024-11-09T19:21:39,632 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Unable to get data of znode /2-1943723173/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:21:39,641 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1943723173/switch/merge already deleted, retry=false 2024-11-09T19:21:39,643 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Unable to get data of znode /2-1943723173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:21:39,652 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1943723173/snapshot-cleanup already deleted, retry=false 2024-11-09T19:21:39,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1943723173/running 2024-11-09T19:21:39,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1943723173/running 2024-11-09T19:21:39,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:39,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:39,663 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,33821,1731180097863, sessionid=0x101210bb7010006, setting cluster-up flag (Was=false) 2024-11-09T19:21:39,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:39,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:39,715 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1943723173/flush-table-proc/acquired, /2-1943723173/flush-table-proc/reached, /2-1943723173/flush-table-proc/abort 2024-11-09T19:21:39,716 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:39,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:39,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:39,768 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1943723173/online-snapshot/acquired, /2-1943723173/online-snapshot/reached, /2-1943723173/online-snapshot/abort 2024-11-09T19:21:39,769 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:39,770 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:21:39,771 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:39,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:21:39,772 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:21:39,772 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,33821,1731180097863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:21:39,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180129774 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:21:39,774 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:21:39,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:21:39,775 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:21:39,775 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180099775,5,FailOnTimeoutGroup] 2024-11-09T19:21:39,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:39,776 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180099775,5,FailOnTimeoutGroup] 2024-11-09T19:21:39,776 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,776 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:21:39,776 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,776 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:21:39,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:21:39,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:21:39,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5 2024-11-09T19:21:39,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:21:39,826 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(746): ClusterId : d75b9c00-058d-4c00-b6b0-b0319c018f4a 2024-11-09T19:21:39,826 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:21:39,837 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:21:39,837 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:21:39,847 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:21:39,848 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676d8417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:21:39,863 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:35309 2024-11-09T19:21:39,864 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:21:39,864 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:21:39,864 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:21:39,864 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,33821,1731180097863 with port=35309, startcode=1731180098025 2024-11-09T19:21:39,865 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:21:39,866 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:21:39,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:39,867 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33821 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:39,868 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5 2024-11-09T19:21:39,868 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46769 2024-11-09T19:21:39,868 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:21:39,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173/rs 2024-11-09T19:21:39,929 DEBUG [RS:0;fac84fd0e20f:35309 {}] zookeeper.ZKUtil(111): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on existing znode=/2-1943723173/rs/fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:39,929 WARN [RS:0;fac84fd0e20f:35309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:21:39,929 INFO [RS:0;fac84fd0e20f:35309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:39,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,35309,1731180098025] 2024-11-09T19:21:39,929 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:39,933 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:21:39,935 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:21:39,935 INFO [RS:0;fac84fd0e20f:35309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:21:39,935 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,935 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:21:39,936 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:21:39,936 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:21:39,936 DEBUG [RS:0;fac84fd0e20f:35309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:21:39,937 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,937 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,937 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,937 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,937 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,937 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,35309,1731180098025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:21:39,957 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:21:39,957 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,35309,1731180098025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,957 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,957 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.Replication(171): fac84fd0e20f,35309,1731180098025 started 2024-11-09T19:21:39,975 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:39,975 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,35309,1731180098025, RpcServer on fac84fd0e20f/172.17.0.2:35309, sessionid=0x101210bb7010007 2024-11-09T19:21:39,975 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:21:39,975 DEBUG [RS:0;fac84fd0e20f:35309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:39,975 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,35309,1731180098025' 2024-11-09T19:21:39,975 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1943723173/flush-table-proc/abort' 2024-11-09T19:21:39,976 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1943723173/flush-table-proc/acquired' 2024-11-09T19:21:39,976 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:21:39,976 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:21:39,976 DEBUG [RS:0;fac84fd0e20f:35309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:39,976 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,35309,1731180098025' 2024-11-09T19:21:39,976 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1943723173/online-snapshot/abort' 2024-11-09T19:21:39,977 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1943723173/online-snapshot/acquired' 2024-11-09T19:21:39,977 DEBUG [RS:0;fac84fd0e20f:35309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:21:39,977 INFO [RS:0;fac84fd0e20f:35309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:21:39,977 INFO [RS:0;fac84fd0e20f:35309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:21:40,078 INFO [RS:0;fac84fd0e20f:35309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:21:40,079 INFO [RS:0;fac84fd0e20f:35309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C35309%2C1731180098025, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/oldWALs, maxLogs=10 2024-11-09T19:21:40,093 DEBUG [RS:0;fac84fd0e20f:35309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, exclude list is [], retry=0 2024-11-09T19:21:40,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-913089c4-53c0-4eb6-8873-9a4919b2c050,DISK] 2024-11-09T19:21:40,096 INFO [RS:0;fac84fd0e20f:35309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 2024-11-09T19:21:40,097 DEBUG [RS:0;fac84fd0e20f:35309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-11-09T19:21:40,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:40,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:21:40,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:21:40,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:21:40,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:21:40,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:21:40,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:21:40,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:21:40,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:21:40,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:21:40,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740 2024-11-09T19:21:40,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740 2024-11-09T19:21:40,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:21:40,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:21:40,201 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:40,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:21:40,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:40,204 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63454089, jitterRate=-0.05446039140224457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:40,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180100193Initializing all the Stores at 1731180100193Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180100193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180100194 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180100194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180100194Cleaning up temporary data from old regions at 1731180100201 (+7 ms)Region opened successfully at 1731180100204 (+3 ms) 2024-11-09T19:21:40,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:40,204 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:40,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:40,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:40,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:40,205 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:40,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180100204Disabling compacts and flushes for region at 1731180100204Disabling writes for close at 1731180100204Writing region close event to WAL at 1731180100204Closed at 1731180100204 2024-11-09T19:21:40,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:40,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:21:40,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:21:40,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:21:40,207 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:21:40,358 DEBUG [fac84fd0e20f:33821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:21:40,358 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:40,359 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,35309,1731180098025, state=OPENING 2024-11-09T19:21:40,410 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:21:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:40,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1943723173/meta-region-server: CHANGED 2024-11-09T19:21:40,421 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:21:40,421 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1943723173/meta-region-server: CHANGED 2024-11-09T19:21:40,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,35309,1731180098025}] 2024-11-09T19:21:40,573 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:40,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:21:40,577 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:21:40,577 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:40,577 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:21:40,578 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C35309%2C1731180098025.meta, suffix=.meta, logDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/oldWALs, maxLogs=10 2024-11-09T19:21:40,596 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.meta.1731180100579.meta, exclude list is [], retry=0 2024-11-09T19:21:40,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-913089c4-53c0-4eb6-8873-9a4919b2c050,DISK] 2024-11-09T19:21:40,599 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.meta.1731180100579.meta 2024-11-09T19:21:40,599 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-11-09T19:21:40,599 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:40,600 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:40,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:40,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:21:40,600 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:21:40,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:21:40,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:40,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:21:40,600 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:21:40,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:21:40,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:21:40,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:21:40,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:21:40,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:21:40,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:21:40,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:21:40,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:21:40,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:21:40,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:21:40,606 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740 2024-11-09T19:21:40,607 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740 2024-11-09T19:21:40,607 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:21:40,607 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:21:40,608 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:21:40,609 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:21:40,609 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60071352, jitterRate=-0.10486710071563721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:21:40,609 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:21:40,610 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180100601Writing region info on filesystem at 1731180100601Initializing all the Stores at 1731180100601Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180100601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180100601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180100601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180100601Cleaning up temporary data from old regions at 1731180100607 (+6 ms)Running coprocessor post-open hooks at 1731180100609 (+2 ms)Region opened successfully at 1731180100610 (+1 ms) 2024-11-09T19:21:40,610 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180100573 2024-11-09T19:21:40,612 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:21:40,612 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:21:40,612 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:40,613 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,35309,1731180098025, state=OPEN 2024-11-09T19:21:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1943723173/meta-region-server 2024-11-09T19:21:40,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1943723173/meta-region-server 2024-11-09T19:21:40,657 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:40,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1943723173/meta-region-server: CHANGED 2024-11-09T19:21:40,657 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1943723173/meta-region-server: CHANGED 2024-11-09T19:21:40,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:21:40,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,35309,1731180098025 in 236 msec 2024-11-09T19:21:40,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:21:40,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-09T19:21:40,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:21:40,662 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:21:40,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:40,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35309,1731180098025, seqNum=-1] 2024-11-09T19:21:40,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:40,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:40,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-09T19:21:40,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180100667, completionTime=-1 2024-11-09T19:21:40,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:21:40,667 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:21:40,669 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:21:40,669 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180160669 2024-11-09T19:21:40,669 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180220669 2024-11-09T19:21:40,669 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:21:40,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,33821,1731180097863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,33821,1731180097863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,33821,1731180097863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:33821, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,670 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,672 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.484sec 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,33821,1731180097863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:21:40,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,33821,1731180097863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:21:40,675 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:21:40,675 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:21:40,675 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,33821,1731180097863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:21:40,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706502ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:40,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,33821,-1 for getting cluster id 2024-11-09T19:21:40,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:40,727 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd75b9c00-058d-4c00-b6b0-b0319c018f4a' 2024-11-09T19:21:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d75b9c00-058d-4c00-b6b0-b0319c018f4a" 2024-11-09T19:21:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85984ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,33821,-1] 2024-11-09T19:21:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:40,729 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:40,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe4eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:40,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35309,1731180098025, seqNum=-1] 2024-11-09T19:21:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:40,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:40,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54462 2024-11-09T19:21:40,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:21:40,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101210bb7010008 connected 2024-11-09T19:21:40,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0a2186 2024-11-09T19:21:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:40,950 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:40,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:21:40,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:40,953 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:40,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:21:40,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:21:40,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:40,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:40,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:40,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:40,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:40,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:41,360 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e35a9e9e675421726230e5424ccfd88, NAME => 'test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e 2024-11-09T19:21:41,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:21:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1e35a9e9e675421726230e5424ccfd88, disabling compactions & flushes 2024-11-09T19:21:41,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. after waiting 0 ms 2024-11-09T19:21:41,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:41,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:41,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e35a9e9e675421726230e5424ccfd88: Waiting for close lock at 1731180101765Disabling compacts and flushes for region at 1731180101765Disabling writes for close at 1731180101765Writing region close event to WAL at 1731180101766 (+1 ms)Closed at 1731180101766 2024-11-09T19:21:41,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:41,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180101767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180101767"}]},"ts":"1731180101767"} 2024-11-09T19:21:41,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:41,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:41,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180101769"}]},"ts":"1731180101769"} 2024-11-09T19:21:41,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:21:41,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e35a9e9e675421726230e5424ccfd88, ASSIGN}] 2024-11-09T19:21:41,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1e35a9e9e675421726230e5424ccfd88, ASSIGN 2024-11-09T19:21:41,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1e35a9e9e675421726230e5424ccfd88, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45341,1731180086639; forceNewPlan=false, retain=false 2024-11-09T19:21:41,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e35a9e9e675421726230e5424ccfd88, regionState=OPENING, regionLocation=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:41,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1e35a9e9e675421726230e5424ccfd88, ASSIGN because future has completed 2024-11-09T19:21:41,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e35a9e9e675421726230e5424ccfd88, server=fac84fd0e20f,45341,1731180086639}] 2024-11-09T19:21:42,081 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:42,081 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e35a9e9e675421726230e5424ccfd88, NAME => 'test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:42,081 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:42,081 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:21:42,081 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,081 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:42,081 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,081 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,083 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,084 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e35a9e9e675421726230e5424ccfd88 columnFamilyName f 2024-11-09T19:21:42,084 DEBUG [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:42,084 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] regionserver.HStore(327): Store=1e35a9e9e675421726230e5424ccfd88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:42,084 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,085 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e35a9e9e675421726230e5424ccfd88 columnFamilyName f1 2024-11-09T19:21:42,085 DEBUG [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:42,085 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] regionserver.HStore(327): Store=1e35a9e9e675421726230e5424ccfd88/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:42,086 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,086 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e35a9e9e675421726230e5424ccfd88 columnFamilyName norep 2024-11-09T19:21:42,086 DEBUG [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:42,087 INFO [StoreOpener-1e35a9e9e675421726230e5424ccfd88-1 {}] regionserver.HStore(327): Store=1e35a9e9e675421726230e5424ccfd88/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:42,087 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,087 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,088 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,088 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,088 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,089 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:42,090 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,095 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:42,095 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1e35a9e9e675421726230e5424ccfd88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73983224, jitterRate=0.10243594646453857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:42,095 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:21:42,096 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1e35a9e9e675421726230e5424ccfd88: Running coprocessor pre-open hook at 1731180102082Writing region info on filesystem at 1731180102082Initializing all the Stores at 1731180102082Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180102082Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180102082Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180102082Cleaning up temporary data from old regions at 1731180102088 (+6 ms)Running coprocessor post-open hooks at 1731180102095 (+7 ms)Region opened successfully at 1731180102096 (+1 ms) 2024-11-09T19:21:42,097 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180100951.1e35a9e9e675421726230e5424ccfd88., pid=6, masterSystemTime=1731180102077 2024-11-09T19:21:42,099 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:42,099 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:21:42,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1e35a9e9e675421726230e5424ccfd88, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:42,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e35a9e9e675421726230e5424ccfd88, server=fac84fd0e20f,45341,1731180086639 because future has completed 2024-11-09T19:21:42,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:21:42,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e35a9e9e675421726230e5424ccfd88, server=fac84fd0e20f,45341,1731180086639 in 182 msec 2024-11-09T19:21:42,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:21:42,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1e35a9e9e675421726230e5424ccfd88, ASSIGN in 338 msec 2024-11-09T19:21:42,112 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:42,112 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180102112"}]},"ts":"1731180102112"} 2024-11-09T19:21:42,114 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:21:42,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:42,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-09T19:21:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:43,099 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:21:43,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7378f1b1 2024-11-09T19:21:43,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:43,101 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:43,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:21:43,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:43,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:43,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:21:43,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:21:43,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cb4605b3233a17a78a6f859cd99e1b7, NAME => 'test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7 2024-11-09T19:21:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:21:43,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:43,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8cb4605b3233a17a78a6f859cd99e1b7, disabling compactions & flushes 2024-11-09T19:21:43,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. after waiting 0 ms 2024-11-09T19:21:43,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,117 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cb4605b3233a17a78a6f859cd99e1b7: Waiting for close lock at 1731180103117Disabling compacts and flushes for region at 1731180103117Disabling writes for close at 1731180103117Writing region close event to WAL at 1731180103117Closed at 1731180103117 2024-11-09T19:21:43,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:43,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180103118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180103118"}]},"ts":"1731180103118"} 2024-11-09T19:21:43,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:43,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:43,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180103121"}]},"ts":"1731180103121"} 2024-11-09T19:21:43,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:21:43,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cb4605b3233a17a78a6f859cd99e1b7, ASSIGN}] 2024-11-09T19:21:43,123 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cb4605b3233a17a78a6f859cd99e1b7, ASSIGN 2024-11-09T19:21:43,124 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8cb4605b3233a17a78a6f859cd99e1b7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39565,1731180092520; forceNewPlan=false, retain=false 2024-11-09T19:21:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:43,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cb4605b3233a17a78a6f859cd99e1b7, regionState=OPENING, regionLocation=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:43,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8cb4605b3233a17a78a6f859cd99e1b7, ASSIGN because future has completed 2024-11-09T19:21:43,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb4605b3233a17a78a6f859cd99e1b7, server=fac84fd0e20f,39565,1731180092520}] 2024-11-09T19:21:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:43,431 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,431 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cb4605b3233a17a78a6f859cd99e1b7, NAME => 'test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:43,432 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:43,432 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:21:43,432 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,432 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:43,432 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,432 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,433 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,434 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb4605b3233a17a78a6f859cd99e1b7 columnFamilyName f 2024-11-09T19:21:43,434 DEBUG [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:43,434 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] regionserver.HStore(327): Store=8cb4605b3233a17a78a6f859cd99e1b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:43,434 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,435 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb4605b3233a17a78a6f859cd99e1b7 columnFamilyName f1 2024-11-09T19:21:43,435 DEBUG [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:43,436 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] regionserver.HStore(327): Store=8cb4605b3233a17a78a6f859cd99e1b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:43,436 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,436 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cb4605b3233a17a78a6f859cd99e1b7 columnFamilyName norep 2024-11-09T19:21:43,437 DEBUG [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:43,437 INFO [StoreOpener-8cb4605b3233a17a78a6f859cd99e1b7-1 {}] regionserver.HStore(327): Store=8cb4605b3233a17a78a6f859cd99e1b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:43,437 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,437 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,438 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,439 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,439 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,439 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:43,440 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:43,441 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8cb4605b3233a17a78a6f859cd99e1b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60581696, jitterRate=-0.09726238250732422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:43,441 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:21:43,442 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8cb4605b3233a17a78a6f859cd99e1b7: Running coprocessor pre-open hook at 1731180103432Writing region info on filesystem at 1731180103432Initializing all the Stores at 1731180103433 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180103433Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180103433Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180103433Cleaning up temporary data from old regions at 1731180103439 (+6 ms)Running coprocessor post-open hooks at 1731180103441 (+2 ms)Region opened successfully at 1731180103442 (+1 ms) 2024-11-09T19:21:43,442 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7., pid=6, masterSystemTime=1731180103428 2024-11-09T19:21:43,444 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,444 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:21:43,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cb4605b3233a17a78a6f859cd99e1b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:43,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cb4605b3233a17a78a6f859cd99e1b7, server=fac84fd0e20f,39565,1731180092520 because future has completed 2024-11-09T19:21:43,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:21:43,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cb4605b3233a17a78a6f859cd99e1b7, server=fac84fd0e20f,39565,1731180092520 in 170 msec 2024-11-09T19:21:43,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:21:43,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8cb4605b3233a17a78a6f859cd99e1b7, ASSIGN in 326 msec 2024-11-09T19:21:43,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:43,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180103450"}]},"ts":"1731180103450"} 2024-11-09T19:21:43,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:21:43,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:43,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 350 msec 2024-11-09T19:21:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:43,729 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:21:43,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79582d2e 2024-11-09T19:21:43,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:43,731 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:43,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:21:43,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:43,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:43,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:21:43,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:43,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:21:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:44,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e2fa888393601c0fb8de810cc3ac1a1, NAME => 'test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5 2024-11-09T19:21:44,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:21:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:44,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:44,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e2fa888393601c0fb8de810cc3ac1a1, disabling compactions & flushes 2024-11-09T19:21:44,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. after waiting 0 ms 2024-11-09T19:21:44,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,544 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e2fa888393601c0fb8de810cc3ac1a1: Waiting for close lock at 1731180104544Disabling compacts and flushes for region at 1731180104544Disabling writes for close at 1731180104544Writing region close event to WAL at 1731180104544Closed at 1731180104544 2024-11-09T19:21:44,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:44,545 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180104545"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180104545"}]},"ts":"1731180104545"} 2024-11-09T19:21:44,547 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:44,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:44,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180104548"}]},"ts":"1731180104548"} 2024-11-09T19:21:44,549 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:21:44,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e2fa888393601c0fb8de810cc3ac1a1, ASSIGN}] 2024-11-09T19:21:44,550 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e2fa888393601c0fb8de810cc3ac1a1, ASSIGN 2024-11-09T19:21:44,550 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e2fa888393601c0fb8de810cc3ac1a1, ASSIGN; state=OFFLINE, location=fac84fd0e20f,35309,1731180098025; forceNewPlan=false, retain=false 2024-11-09T19:21:44,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e2fa888393601c0fb8de810cc3ac1a1, regionState=OPENING, regionLocation=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:44,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e2fa888393601c0fb8de810cc3ac1a1, ASSIGN because future has completed 2024-11-09T19:21:44,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2fa888393601c0fb8de810cc3ac1a1, server=fac84fd0e20f,35309,1731180098025}] 2024-11-09T19:21:44,859 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,859 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e2fa888393601c0fb8de810cc3ac1a1, NAME => 'test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:44,859 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:44,860 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:21:44,860 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,860 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:44,860 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,860 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,861 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,862 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2fa888393601c0fb8de810cc3ac1a1 columnFamilyName f 2024-11-09T19:21:44,862 DEBUG [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:44,863 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] regionserver.HStore(327): Store=3e2fa888393601c0fb8de810cc3ac1a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:44,863 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,864 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2fa888393601c0fb8de810cc3ac1a1 columnFamilyName f1 2024-11-09T19:21:44,864 DEBUG [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:44,864 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] regionserver.HStore(327): Store=3e2fa888393601c0fb8de810cc3ac1a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:44,864 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,865 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e2fa888393601c0fb8de810cc3ac1a1 columnFamilyName norep 2024-11-09T19:21:44,865 DEBUG [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:44,865 INFO [StoreOpener-3e2fa888393601c0fb8de810cc3ac1a1-1 {}] regionserver.HStore(327): Store=3e2fa888393601c0fb8de810cc3ac1a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:44,865 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,866 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,866 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,867 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,867 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,867 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:44,868 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:44,869 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e2fa888393601c0fb8de810cc3ac1a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59757653, jitterRate=-0.10954158008098602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:44,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:44,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e2fa888393601c0fb8de810cc3ac1a1: Running coprocessor pre-open hook at 1731180104860Writing region info on filesystem at 1731180104860Initializing all the Stores at 1731180104861 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180104861Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180104861Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180104861Cleaning up temporary data from old regions at 1731180104867 (+6 ms)Running coprocessor post-open hooks at 1731180104869 (+2 ms)Region opened successfully at 1731180104869 2024-11-09T19:21:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:44,870 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1., pid=6, masterSystemTime=1731180104856 2024-11-09T19:21:44,872 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,872 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:44,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e2fa888393601c0fb8de810cc3ac1a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:44,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e2fa888393601c0fb8de810cc3ac1a1, server=fac84fd0e20f,35309,1731180098025 because future has completed 2024-11-09T19:21:44,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:21:44,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e2fa888393601c0fb8de810cc3ac1a1, server=fac84fd0e20f,35309,1731180098025 in 170 msec 2024-11-09T19:21:44,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:21:44,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e2fa888393601c0fb8de810cc3ac1a1, ASSIGN in 327 msec 2024-11-09T19:21:44,879 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:44,879 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180104879"}]},"ts":"1731180104879"} 2024-11-09T19:21:44,881 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:21:44,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:44,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-09T19:21:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:21:45,879 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:21:45,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da1ab1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:45,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42059,-1 for getting cluster id 2024-11-09T19:21:45,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:45,881 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a265392-968e-4602-9523-731c8326df70' 2024-11-09T19:21:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a265392-968e-4602-9523-731c8326df70" 2024-11-09T19:21:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19940cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42059,-1] 2024-11-09T19:21:45,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:45,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:45,882 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578799b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:45,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42059,1731180086426 2024-11-09T19:21:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@663b0353 2024-11-09T19:21:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:45,885 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:45,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:21:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:21:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:45,887 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:34737' 2024-11-09T19:21:45,888 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5677198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:45,888 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:45,888 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:45,889 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78acdf7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:45,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:45,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:45,890 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:45,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218760c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:45,891 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f6f7bd6 2024-11-09T19:21:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:45,893 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:45,893 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T19:21:45,893 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:21:45,893 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:45,893 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:45,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:45,894 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:45,895 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:21:45,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:45,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:45,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:45,945 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:21:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:46,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:46,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:46,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:21:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:46,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b321c2ee51e3e6bdf171d5b3d2515aa7, NAME => 'hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e 2024-11-09T19:21:46,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:21:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:47,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:47,107 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b321c2ee51e3e6bdf171d5b3d2515aa7, disabling compactions & flushes 2024-11-09T19:21:47,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. after waiting 0 ms 2024-11-09T19:21:47,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,108 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,108 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b321c2ee51e3e6bdf171d5b3d2515aa7: Waiting for close lock at 1731180107107Disabling compacts and flushes for region at 1731180107107Disabling writes for close at 1731180107108 (+1 ms)Writing region close event to WAL at 1731180107108Closed at 1731180107108 2024-11-09T19:21:47,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:47,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180107109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180107109"}]},"ts":"1731180107109"} 2024-11-09T19:21:47,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:47,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:47,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180107112"}]},"ts":"1731180107112"} 2024-11-09T19:21:47,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:21:47,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b321c2ee51e3e6bdf171d5b3d2515aa7, ASSIGN}] 2024-11-09T19:21:47,114 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b321c2ee51e3e6bdf171d5b3d2515aa7, ASSIGN 2024-11-09T19:21:47,115 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b321c2ee51e3e6bdf171d5b3d2515aa7, ASSIGN; state=OFFLINE, location=fac84fd0e20f,45341,1731180086639; forceNewPlan=false, retain=false 2024-11-09T19:21:47,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b321c2ee51e3e6bdf171d5b3d2515aa7, regionState=OPENING, regionLocation=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:47,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b321c2ee51e3e6bdf171d5b3d2515aa7, ASSIGN because future has completed 2024-11-09T19:21:47,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b321c2ee51e3e6bdf171d5b3d2515aa7, server=fac84fd0e20f,45341,1731180086639}] 2024-11-09T19:21:47,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:47,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:21:47,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C45341%2C1731180086639.rep, suffix=, logDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639, archiveDir=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/oldWALs, maxLogs=10 2024-11-09T19:21:47,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.rep.1731180107425, exclude list is [], retry=0 2024-11-09T19:21:47,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44091,DS-7912a42a-5cb5-493f-9356-14490fb7e51a,DISK] 2024-11-09T19:21:47,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.rep.1731180107425 2024-11-09T19:21:47,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46639:46639)] 2024-11-09T19:21:47,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b321c2ee51e3e6bdf171d5b3d2515aa7, NAME => 'hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:47,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:47,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:47,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. service=MultiRowMutationService 2024-11-09T19:21:47,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:21:47,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:47,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,445 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,446 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b321c2ee51e3e6bdf171d5b3d2515aa7 columnFamilyName hfileref 2024-11-09T19:21:47,446 DEBUG [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:47,446 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] regionserver.HStore(327): Store=b321c2ee51e3e6bdf171d5b3d2515aa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:47,446 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,447 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b321c2ee51e3e6bdf171d5b3d2515aa7 columnFamilyName queue 2024-11-09T19:21:47,447 DEBUG [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:47,447 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] regionserver.HStore(327): Store=b321c2ee51e3e6bdf171d5b3d2515aa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:47,448 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,448 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b321c2ee51e3e6bdf171d5b3d2515aa7 columnFamilyName sid 2024-11-09T19:21:47,448 DEBUG [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:47,449 INFO [StoreOpener-b321c2ee51e3e6bdf171d5b3d2515aa7-1 {}] regionserver.HStore(327): Store=b321c2ee51e3e6bdf171d5b3d2515aa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:47,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:47,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:47,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b321c2ee51e3e6bdf171d5b3d2515aa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74423668, jitterRate=0.10899907350540161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:47,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:21:47,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b321c2ee51e3e6bdf171d5b3d2515aa7: Running coprocessor pre-open hook at 1731180107444Writing region info on filesystem at 1731180107444Initializing all the Stores at 1731180107445 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180107445Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180107445Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180107445Cleaning up temporary data from old regions at 1731180107450 (+5 ms)Running coprocessor post-open hooks at 1731180107453 (+3 ms)Region opened successfully at 1731180107453 2024-11-09T19:21:47,454 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7., pid=10, masterSystemTime=1731180107420 2024-11-09T19:21:47,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:21:47,456 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b321c2ee51e3e6bdf171d5b3d2515aa7, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,45341,1731180086639 2024-11-09T19:21:47,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b321c2ee51e3e6bdf171d5b3d2515aa7, server=fac84fd0e20f,45341,1731180086639 because future has completed 2024-11-09T19:21:47,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:21:47,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b321c2ee51e3e6bdf171d5b3d2515aa7, server=fac84fd0e20f,45341,1731180086639 in 190 msec 2024-11-09T19:21:47,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:21:47,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b321c2ee51e3e6bdf171d5b3d2515aa7, ASSIGN in 347 msec 2024-11-09T19:21:47,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:47,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180107463"}]},"ts":"1731180107463"} 2024-11-09T19:21:47,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:21:47,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:47,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.5710 sec 2024-11-09T19:21:47,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7., hostname=fac84fd0e20f,45341,1731180086639, seqNum=2] 2024-11-09T19:21:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:47,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:21:47,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:47,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45341 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:21:47,752 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:21:47,781 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,45341,1731180086639, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:47,782 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:47,782 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45341,1731180086639, seqNum=-1] 2024-11-09T19:21:47,782 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:47,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:47,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,45341,1731180086639', locateType=CURRENT is [region=hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7., hostname=fac84fd0e20f,45341,1731180086639, seqNum=2] 2024-11-09T19:21:47,787 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:21:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:21:47,789 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,45341,1731180086639 suceeded 2024-11-09T19:21:47,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:21:47,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-09T19:21:47,790 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:21:47,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9050 sec 2024-11-09T19:21:47,805 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:34737' 2024-11-09T19:21:47,806 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@350cc1f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:47,806 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:47,807 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:47,807 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:47,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:47,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b978214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:47,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:47,808 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:47,809 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ce05f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:47,809 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:47,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:47,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3280d3c8 2024-11-09T19:21:47,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:47,811 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:47,811 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,45341,1731180086639 (queues=1) is replicating from cluster=8a265392-968e-4602-9523-731c8326df70 to cluster=4efadef0-7edd-4a20-8e30-4953934e2120 2024-11-09T19:21:47,811 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C45341%2C1731180086639 2024-11-09T19:21:47,811 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,45341,1731180086639, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:47,812 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972, startPosition=0, beingWritten=true 2024-11-09T19:21:47,812 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C45341%2C1731180086639 2024-11-09T19:21:47,818 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:47,818 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:47,818 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45341,1731180086639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:48,022 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42059 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:48,029 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:48,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:48,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:48,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:48,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:48,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:48,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2059965f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:48,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:48,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:48,031 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27204525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:48,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:48,032 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323bb5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:48,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@760a4a07 2024-11-09T19:21:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:48,034 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:48,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:33821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:21:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:21:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:48,037 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:33821' 2024-11-09T19:21:48,038 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565e3247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:48,038 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,33821,-1 for getting cluster id 2024-11-09T19:21:48,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:48,039 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd75b9c00-058d-4c00-b6b0-b0319c018f4a' 2024-11-09T19:21:48,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:48,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d75b9c00-058d-4c00-b6b0-b0319c018f4a" 2024-11-09T19:21:48,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c26107d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,33821,-1] 2024-11-09T19:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:48,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:48,040 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:48,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d878335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:48,041 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@651a0adb 2024-11-09T19:21:48,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:48,043 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:48,043 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:21:48,043 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:21:48,043 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:48,043 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:48,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:48,044 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:48,044 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:21:48,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:48,045 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:48,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:21:48,095 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:21:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:48,325 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:48,452 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9792d1a89a02e003f78582254da0be1, NAME => 'hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7 2024-11-09T19:21:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:21:48,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:48,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e9792d1a89a02e003f78582254da0be1, disabling compactions & flushes 2024-11-09T19:21:48,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. after waiting 0 ms 2024-11-09T19:21:48,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,464 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,464 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9792d1a89a02e003f78582254da0be1: Waiting for close lock at 1731180108464Disabling compacts and flushes for region at 1731180108464Disabling writes for close at 1731180108464Writing region close event to WAL at 1731180108464Closed at 1731180108464 2024-11-09T19:21:48,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:48,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180108466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180108466"}]},"ts":"1731180108466"} 2024-11-09T19:21:48,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:48,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:48,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180108470"}]},"ts":"1731180108470"} 2024-11-09T19:21:48,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:21:48,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9792d1a89a02e003f78582254da0be1, ASSIGN}] 2024-11-09T19:21:48,475 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9792d1a89a02e003f78582254da0be1, ASSIGN 2024-11-09T19:21:48,476 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e9792d1a89a02e003f78582254da0be1, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39565,1731180092520; forceNewPlan=false, retain=false 2024-11-09T19:21:48,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9792d1a89a02e003f78582254da0be1, regionState=OPENING, regionLocation=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:48,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e9792d1a89a02e003f78582254da0be1, ASSIGN because future has completed 2024-11-09T19:21:48,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9792d1a89a02e003f78582254da0be1, server=fac84fd0e20f,39565,1731180092520}] 2024-11-09T19:21:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:48,728 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:48,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:48,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:21:48,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39565%2C1731180092520.rep, suffix=, logDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520, archiveDir=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/oldWALs, maxLogs=10 2024-11-09T19:21:48,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.rep.1731180108785, exclude list is [], retry=0 2024-11-09T19:21:48,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46065,DS-f1f9f47a-5e90-4958-9dfb-66b945fb2599,DISK] 2024-11-09T19:21:48,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.rep.1731180108785 2024-11-09T19:21:48,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39185:39185)] 2024-11-09T19:21:48,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e9792d1a89a02e003f78582254da0be1, NAME => 'hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:48,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:48,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:48,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. service=MultiRowMutationService 2024-11-09T19:21:48,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:21:48,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:48,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,802 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,803 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9792d1a89a02e003f78582254da0be1 columnFamilyName hfileref 2024-11-09T19:21:48,803 DEBUG [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:48,803 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] regionserver.HStore(327): Store=e9792d1a89a02e003f78582254da0be1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:48,803 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,804 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9792d1a89a02e003f78582254da0be1 columnFamilyName queue 2024-11-09T19:21:48,804 DEBUG [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:48,804 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] regionserver.HStore(327): Store=e9792d1a89a02e003f78582254da0be1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:48,804 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,804 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9792d1a89a02e003f78582254da0be1 columnFamilyName sid 2024-11-09T19:21:48,805 DEBUG [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:48,805 INFO [StoreOpener-e9792d1a89a02e003f78582254da0be1-1 {}] regionserver.HStore(327): Store=e9792d1a89a02e003f78582254da0be1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/replication/e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/replication/e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:48,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/replication/e9792d1a89a02e003f78582254da0be1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:48,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e9792d1a89a02e003f78582254da0be1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68329424, jitterRate=0.018187761306762695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:48,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:21:48,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e9792d1a89a02e003f78582254da0be1: Running coprocessor pre-open hook at 1731180108801Writing region info on filesystem at 1731180108801Initializing all the Stores at 1731180108801Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180108801Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180108802 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180108802Cleaning up temporary data from old regions at 1731180108806 (+4 ms)Running coprocessor post-open hooks at 1731180108809 (+3 ms)Region opened successfully at 1731180108809 2024-11-09T19:21:48,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., pid=10, masterSystemTime=1731180108781 2024-11-09T19:21:48,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:21:48,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9792d1a89a02e003f78582254da0be1, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39565,1731180092520 2024-11-09T19:21:48,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9792d1a89a02e003f78582254da0be1, server=fac84fd0e20f,39565,1731180092520 because future has completed 2024-11-09T19:21:48,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:21:48,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e9792d1a89a02e003f78582254da0be1, server=fac84fd0e20f,39565,1731180092520 in 184 msec 2024-11-09T19:21:48,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:21:48,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9792d1a89a02e003f78582254da0be1, ASSIGN in 342 msec 2024-11-09T19:21:48,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:48,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180108817"}]},"ts":"1731180108817"} 2024-11-09T19:21:48,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:21:48,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:48,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-09T19:21:48,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., hostname=fac84fd0e20f,39565,1731180092520, seqNum=2] 2024-11-09T19:21:49,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:49,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:21:49,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:49,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:21:49,220 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:21:49,231 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:49,250 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,39565,1731180092520, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:49,251 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:49,251 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39565,1731180092520, seqNum=-1] 2024-11-09T19:21:49,252 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:49,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:49,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,39565,1731180092520', locateType=CURRENT is [region=hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., hostname=fac84fd0e20f,39565,1731180092520, seqNum=2] 2024-11-09T19:21:49,258 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:21:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:21:49,260 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,39565,1731180092520 suceeded 2024-11-09T19:21:49,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:21:49,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-09T19:21:49,262 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:33821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:21:49,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2280 sec 2024-11-09T19:21:49,273 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:33821' 2024-11-09T19:21:49,274 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75321828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:49,274 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,33821,-1 for getting cluster id 2024-11-09T19:21:49,274 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:49,274 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd75b9c00-058d-4c00-b6b0-b0319c018f4a' 2024-11-09T19:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d75b9c00-058d-4c00-b6b0-b0319c018f4a" 2024-11-09T19:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f37e5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,33821,-1] 2024-11-09T19:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:49,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:49,276 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:49,277 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34bd3d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:49,277 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:49,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42e1eb9a 2024-11-09T19:21:49,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:49,278 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:49,279 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,39565,1731180092520 (queues=1) is replicating from cluster=4efadef0-7edd-4a20-8e30-4953934e2120 to cluster=d75b9c00-058d-4c00-b6b0-b0319c018f4a 2024-11-09T19:21:49,279 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C39565%2C1731180092520 2024-11-09T19:21:49,279 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,39565,1731180092520, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:49,280 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, startPosition=0, beingWritten=true 2024-11-09T19:21:49,280 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C39565%2C1731180092520 2024-11-09T19:21:49,285 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:49,285 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:49,285 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:49,489 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:49,791 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:49,835 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:50,180 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:50,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:50,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:50,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:50,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:50,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:50,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e5db6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:50,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,33821,-1 for getting cluster id 2024-11-09T19:21:50,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:50,182 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd75b9c00-058d-4c00-b6b0-b0319c018f4a' 2024-11-09T19:21:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d75b9c00-058d-4c00-b6b0-b0319c018f4a" 2024-11-09T19:21:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e0c594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,33821,-1] 2024-11-09T19:21:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:50,183 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd5ad0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:50,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd3ef81 2024-11-09T19:21:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:50,185 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:50,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:21:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:50,187 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:34737' 2024-11-09T19:21:50,188 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3025f1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:50,189 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:50,189 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:50,189 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:50,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:50,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6b3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:50,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:50,190 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:50,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f52541a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:50,191 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54318db1 2024-11-09T19:21:50,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:50,192 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:21:50,193 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:21:50,193 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:21:50,193 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:50,193 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:50,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:50,193 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:21:50,194 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:21:50,195 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:50,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:21:50,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:50,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:21:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:21:50,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5476e47e085c2b08fb9c010104cbdf8, NAME => 'hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5 2024-11-09T19:21:50,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:21:50,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:50,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c5476e47e085c2b08fb9c010104cbdf8, disabling compactions & flushes 2024-11-09T19:21:50,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. after waiting 0 ms 2024-11-09T19:21:50,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5476e47e085c2b08fb9c010104cbdf8: Waiting for close lock at 1731180110205Disabling compacts and flushes for region at 1731180110205Disabling writes for close at 1731180110205Writing region close event to WAL at 1731180110205Closed at 1731180110205 2024-11-09T19:21:50,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:21:50,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180110206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180110206"}]},"ts":"1731180110206"} 2024-11-09T19:21:50,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:21:50,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:21:50,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180110208"}]},"ts":"1731180110208"} 2024-11-09T19:21:50,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:21:50,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5476e47e085c2b08fb9c010104cbdf8, ASSIGN}] 2024-11-09T19:21:50,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5476e47e085c2b08fb9c010104cbdf8, ASSIGN 2024-11-09T19:21:50,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5476e47e085c2b08fb9c010104cbdf8, ASSIGN; state=OFFLINE, location=fac84fd0e20f,35309,1731180098025; forceNewPlan=false, retain=false 2024-11-09T19:21:50,244 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:21:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:50,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5476e47e085c2b08fb9c010104cbdf8, regionState=OPENING, regionLocation=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:50,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c5476e47e085c2b08fb9c010104cbdf8, ASSIGN because future has completed 2024-11-09T19:21:50,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5476e47e085c2b08fb9c010104cbdf8, server=fac84fd0e20f,35309,1731180098025}] 2024-11-09T19:21:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:50,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:21:50,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:21:50,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C35309%2C1731180098025.rep, suffix=, logDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025, archiveDir=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/oldWALs, maxLogs=10 2024-11-09T19:21:50,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.rep.1731180110520, exclude list is [], retry=0 2024-11-09T19:21:50,538 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:50,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38805,DS-913089c4-53c0-4eb6-8873-9a4919b2c050,DISK] 2024-11-09T19:21:50,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.rep.1731180110520 2024-11-09T19:21:50,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40095:40095)] 2024-11-09T19:21:50,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c5476e47e085c2b08fb9c010104cbdf8, NAME => 'hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:21:50,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:21:50,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:21:50,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. service=MultiRowMutationService 2024-11-09T19:21:50,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:21:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:21:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,544 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,545 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5476e47e085c2b08fb9c010104cbdf8 columnFamilyName hfileref 2024-11-09T19:21:50,545 DEBUG [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:50,546 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] regionserver.HStore(327): Store=c5476e47e085c2b08fb9c010104cbdf8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:50,546 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,547 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5476e47e085c2b08fb9c010104cbdf8 columnFamilyName queue 2024-11-09T19:21:50,547 DEBUG [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:50,547 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] regionserver.HStore(327): Store=c5476e47e085c2b08fb9c010104cbdf8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:50,547 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,548 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5476e47e085c2b08fb9c010104cbdf8 columnFamilyName sid 2024-11-09T19:21:50,548 DEBUG [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:21:50,549 INFO [StoreOpener-c5476e47e085c2b08fb9c010104cbdf8-1 {}] regionserver.HStore(327): Store=c5476e47e085c2b08fb9c010104cbdf8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:21:50,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:21:50,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:21:50,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c5476e47e085c2b08fb9c010104cbdf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58901037, jitterRate=-0.12230615317821503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:21:50,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:50,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c5476e47e085c2b08fb9c010104cbdf8: Running coprocessor pre-open hook at 1731180110543Writing region info on filesystem at 1731180110543Initializing all the Stores at 1731180110544 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180110544Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180110544Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180110544Cleaning up temporary data from old regions at 1731180110550 (+6 ms)Running coprocessor post-open hooks at 1731180110557 (+7 ms)Region opened successfully at 1731180110557 2024-11-09T19:21:50,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8., pid=10, masterSystemTime=1731180110515 2024-11-09T19:21:50,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c5476e47e085c2b08fb9c010104cbdf8, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:50,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5476e47e085c2b08fb9c010104cbdf8, server=fac84fd0e20f,35309,1731180098025 because future has completed 2024-11-09T19:21:50,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:21:50,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c5476e47e085c2b08fb9c010104cbdf8, server=fac84fd0e20f,35309,1731180098025 in 202 msec 2024-11-09T19:21:50,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:21:50,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c5476e47e085c2b08fb9c010104cbdf8, ASSIGN in 358 msec 2024-11-09T19:21:50,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:21:50,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180110571"}]},"ts":"1731180110571"} 2024-11-09T19:21:50,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:21:50,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:21:50,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 381 msec 2024-11-09T19:21:50,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8., hostname=fac84fd0e20f,35309,1731180098025, seqNum=2] 2024-11-09T19:21:50,698 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:50,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:50,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:50,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:21:51,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:21:51,020 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:21:51,068 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,35309,1731180098025, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:21:51,068 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:51,069 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35309,1731180098025, seqNum=-1] 2024-11-09T19:21:51,069 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:51,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:51,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,35309,1731180098025', locateType=CURRENT is [region=hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8., hostname=fac84fd0e20f,35309,1731180098025, seqNum=2] 2024-11-09T19:21:51,074 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:21:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:21:51,076 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,35309,1731180098025 suceeded 2024-11-09T19:21:51,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:21:51,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-09T19:21:51,078 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:34737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:21:51,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 893 msec 2024-11-09T19:21:51,093 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:34737' 2024-11-09T19:21:51,094 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@353c1fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,094 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:51,094 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:51,095 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:51,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:51,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:51,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a4ecb60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:51,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:51,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,096 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:51,097 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68eb26bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,097 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:21:51,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34737,1731180092366 2024-11-09T19:21:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14b3e72b 2024-11-09T19:21:51,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:21:51,098 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T19:21:51,099 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,35309,1731180098025 (queues=1) is replicating from cluster=d75b9c00-058d-4c00-b6b0-b0319c018f4a to cluster=4efadef0-7edd-4a20-8e30-4953934e2120 2024-11-09T19:21:51,099 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C35309%2C1731180098025 2024-11-09T19:21:51,099 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,35309,1731180098025, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:21:51,099 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, startPosition=0, beingWritten=true 2024-11-09T19:21:51,099 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C35309%2C1731180098025 2024-11-09T19:21:51,103 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:51,103 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 379, reset compression=false 2024-11-09T19:21:51,103 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:51,301 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:51,306 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 379, reset compression=false 2024-11-09T19:21:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:21:51,325 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:21:51,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:51,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:51,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:51,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2012e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42059,-1 for getting cluster id 2024-11-09T19:21:51,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:51,330 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a265392-968e-4602-9523-731c8326df70' 2024-11-09T19:21:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a265392-968e-4602-9523-731c8326df70" 2024-11-09T19:21:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b74519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42059,-1] 2024-11-09T19:21:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,331 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d09db12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c81111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:51,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:51,333 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0f388c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,335 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ff5354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524b0c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,33821,-1 for getting cluster id 2024-11-09T19:21:51,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:51,336 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd75b9c00-058d-4c00-b6b0-b0319c018f4a' 2024-11-09T19:21:51,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d75b9c00-058d-4c00-b6b0-b0319c018f4a" 2024-11-09T19:21:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e0951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,33821,-1] 2024-11-09T19:21:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:51,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,338 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:51,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0e0007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:51,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,45341,1731180086639, seqNum=-1] 2024-11-09T19:21:51,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:51,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:21:51,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T19:21:51,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180100951.1e35a9e9e675421726230e5424ccfd88., hostname=fac84fd0e20f,45341,1731180086639, seqNum=2] 2024-11-09T19:21:51,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:51,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T19:21:51,342 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 379, reset compression=false 2024-11-09T19:21:51,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:51,347 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:51,347 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:51,347 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45341,1731180086639 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e35a9e9e675421726230e5424ccfd88/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T19:21:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35309,1731180098025, seqNum=-1] 2024-11-09T19:21:51,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:51,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:51,350 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1., hostname=fac84fd0e20f,35309,1731180098025, seqNum=2] 2024-11-09T19:21:51,353 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T19:21:51,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:51,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:51,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@169f89f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34737,-1 for getting cluster id 2024-11-09T19:21:51,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:51,357 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4efadef0-7edd-4a20-8e30-4953934e2120' 2024-11-09T19:21:51,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:51,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4efadef0-7edd-4a20-8e30-4953934e2120" 2024-11-09T19:21:51,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6076d1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34737,-1] 2024-11-09T19:21:51,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:51,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:51,358 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:51,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8ab4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:51,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39565,1731180092520, seqNum=-1] 2024-11-09T19:21:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:51,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:51,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7., hostname=fac84fd0e20f,39565,1731180092520, seqNum=2] 2024-11-09T19:21:51,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:51,554 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:51,628 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 379, reset compression=false 2024-11-09T19:21:51,857 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:52,005 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 379, reset compression=false 2024-11-09T19:21:52,009 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:52,009 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 504, reset compression=false 2024-11-09T19:21:52,009 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cb4605b3233a17a78a6f859cd99e1b7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T19:21:52,011 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:52,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:52,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:52,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3adb5a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:52,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,33821,-1 for getting cluster id 2024-11-09T19:21:52,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:21:52,013 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd75b9c00-058d-4c00-b6b0-b0319c018f4a' 2024-11-09T19:21:52,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:21:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d75b9c00-058d-4c00-b6b0-b0319c018f4a" 2024-11-09T19:21:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9692401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,33821,-1] 2024-11-09T19:21:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:21:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:52,015 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:21:52,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9d61d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:21:52,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:52,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,35309,1731180098025, seqNum=-1] 2024-11-09T19:21:52,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:52,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T19:21:52,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1., hostname=fac84fd0e20f,35309,1731180098025, seqNum=2] 2024-11-09T19:21:52,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:52,033 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 379, reset compression=false 2024-11-09T19:21:52,040 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:52,040 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 527, reset compression=false 2024-11-09T19:21:52,040 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:52,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:21:52,213 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 504, reset compression=false 2024-11-09T19:21:52,246 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 527, reset compression=false 2024-11-09T19:21:52,261 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:52,354 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T19:21:52,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:21:52,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39565,1731180092520, seqNum=-1] 2024-11-09T19:21:52,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:21:52,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:21:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7., hostname=fac84fd0e20f,39565,1731180092520, seqNum=2] 2024-11-09T19:21:52,361 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T19:21:52,516 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 504, reset compression=false 2024-11-09T19:21:52,520 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:52,520 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 608, reset compression=false 2024-11-09T19:21:52,520 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cb4605b3233a17a78a6f859cd99e1b7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:21:52,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:52,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:52,549 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 527, reset compression=false 2024-11-09T19:21:52,553 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:52,553 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 654, reset compression=false 2024-11-09T19:21:52,553 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:52,724 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 608, reset compression=false 2024-11-09T19:21:52,756 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 654, reset compression=false 2024-11-09T19:21:52,764 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:52,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:21:52,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:52,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:53,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:53,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:53,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:53,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:21:53,029 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 608, reset compression=false 2024-11-09T19:21:53,060 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 654, reset compression=false 2024-11-09T19:21:53,363 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T19:21:53,366 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T19:21:53,367 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:53,432 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 608, reset compression=false 2024-11-09T19:21:53,463 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 654, reset compression=false 2024-11-09T19:21:53,468 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:53,468 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 758, reset compression=false 2024-11-09T19:21:53,469 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e2fa888393601c0fb8de810cc3ac1a1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T19:21:53,471 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:21:53,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T19:21:53,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:53,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:53,681 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 758, reset compression=false 2024-11-09T19:21:53,935 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 608, reset compression=false 2024-11-09T19:21:53,939 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:53,939 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 736, reset compression=false 2024-11-09T19:21:53,939 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:53,984 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 758, reset compression=false 2024-11-09T19:21:54,069 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:54,142 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 736, reset compression=false 2024-11-09T19:21:54,367 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T19:21:54,370 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T19:21:54,389 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 758, reset compression=false 2024-11-09T19:21:54,445 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 736, reset compression=false 2024-11-09T19:21:54,848 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 736, reset compression=false 2024-11-09T19:21:54,873 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 480, reset compression=false 2024-11-09T19:21:54,877 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:54,877 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:54,877 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45341,1731180086639 got entry batch from reader: WALEntryBatch [walEntries=[{test/1e35a9e9e675421726230e5424ccfd88/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T19:21:54,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:54,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:54,892 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 758, reset compression=false 2024-11-09T19:21:55,082 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:55,350 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 736, reset compression=false 2024-11-09T19:21:55,354 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:55,354 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 884, reset compression=false 2024-11-09T19:21:55,354 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cb4605b3233a17a78a6f859cd99e1b7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T19:21:55,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:55,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:55,371 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T19:21:55,374 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T19:21:55,384 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:55,496 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 758, reset compression=false 2024-11-09T19:21:55,503 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:55,503 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 929, reset compression=false 2024-11-09T19:21:55,503 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:55,557 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 884, reset compression=false 2024-11-09T19:21:55,560 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:55,560 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1043, reset compression=false 2024-11-09T19:21:55,560 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cb4605b3233a17a78a6f859cd99e1b7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T19:21:55,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:55,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:55,709 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 929, reset compression=false 2024-11-09T19:21:55,712 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:55,712 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1078, reset compression=false 2024-11-09T19:21:55,712 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:55,763 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1043, reset compression=false 2024-11-09T19:21:55,788 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:55,915 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1078, reset compression=false 2024-11-09T19:21:56,014 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:21:56,066 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1043, reset compression=false 2024-11-09T19:21:56,224 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1078, reset compression=false 2024-11-09T19:21:56,291 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:56,376 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T19:21:56,469 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1043, reset compression=false 2024-11-09T19:21:56,554 INFO [AsyncFSWAL-0-hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5-prefix:fac84fd0e20f,35309,1731180098025 {}] wal.AbstractFSWAL(1368): Slow sync cost: 176 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38805,DS-913089c4-53c0-4eb6-8873-9a4919b2c050,DISK]] 2024-11-09T19:21:56,556 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T19:21:56,627 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1078, reset compression=false 2024-11-09T19:21:56,631 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:21:56,631 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1237, reset compression=false 2024-11-09T19:21:56,631 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e2fa888393601c0fb8de810cc3ac1a1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T19:21:56,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T19:21:56,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T19:21:56,834 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1237, reset compression=false 2024-11-09T19:21:56,895 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:56,972 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1043, reset compression=false 2024-11-09T19:21:56,976 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:56,976 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:56,976 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:57,137 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1237, reset compression=false 2024-11-09T19:21:57,181 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:57,483 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:57,540 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1237, reset compression=false 2024-11-09T19:21:57,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T19:21:57,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:21:57,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:57,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:57,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:57,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:57,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:57,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:21:57,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1709460536, stopped=false 2024-11-09T19:21:57,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,33821,1731180097863 2024-11-09T19:21:57,598 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1943723173/running 2024-11-09T19:21:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1943723173/running 2024-11-09T19:21:57,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:57,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:21:57,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:57,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:57,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,35309,1731180098025' ***** 2024-11-09T19:21:57,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/running 2024-11-09T19:21:57,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:21:57,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Set watcher on znode that does not yet exist, /2-1943723173/running 2024-11-09T19:21:57,631 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:21:57,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:21:57,631 INFO [RS:0;fac84fd0e20f:35309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:21:57,631 INFO [RS:0;fac84fd0e20f:35309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:21:57,631 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(3091): Received CLOSE for c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:57,631 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:57,631 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:35309. 2024-11-09T19:21:57,632 DEBUG [RS:0;fac84fd0e20f:35309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:57,632 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5476e47e085c2b08fb9c010104cbdf8, disabling compactions & flushes 2024-11-09T19:21:57,632 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. after waiting 0 ms 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:21:57,632 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c5476e47e085c2b08fb9c010104cbdf8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T19:21:57,632 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:21:57,632 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c5476e47e085c2b08fb9c010104cbdf8=hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8., 3e2fa888393601c0fb8de810cc3ac1a1=test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1.} 2024-11-09T19:21:57,632 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2fa888393601c0fb8de810cc3ac1a1, c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:21:57,632 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:21:57,632 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:21:57,632 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:21:57,646 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/.tmp/queue/fcd0f2e0e4aa4102a8c4916318c99193 is 154, key is 1-fac84fd0e20f,35309,1731180098025/queue:fac84fd0e20f%2C35309%2C1731180098025/1731180116635/Put/seqid=0 2024-11-09T19:21:57,648 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/info/7a77bad9643f42519bb332992e6a5df5 is 147, key is hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8./info:regioninfo/1731180110561/Put/seqid=0 2024-11-09T19:21:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741840_1016 (size=5353) 2024-11-09T19:21:57,650 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741841_1017 (size=7686) 2024-11-09T19:21:57,832 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2fa888393601c0fb8de810cc3ac1a1, c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:57,886 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:57,970 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:21:57,970 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:21:58,032 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2fa888393601c0fb8de810cc3ac1a1, c5476e47e085c2b08fb9c010104cbdf8 2024-11-09T19:21:58,043 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1237, reset compression=false 2024-11-09T19:21:58,050 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/.tmp/queue/fcd0f2e0e4aa4102a8c4916318c99193 2024-11-09T19:21:58,051 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/info/7a77bad9643f42519bb332992e6a5df5 2024-11-09T19:21:58,054 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/.tmp/queue/fcd0f2e0e4aa4102a8c4916318c99193 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/queue/fcd0f2e0e4aa4102a8c4916318c99193 2024-11-09T19:21:58,057 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/queue/fcd0f2e0e4aa4102a8c4916318c99193, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T19:21:58,058 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c5476e47e085c2b08fb9c010104cbdf8 in 426ms, sequenceid=12, compaction requested=false 2024-11-09T19:21:58,063 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/replication/c5476e47e085c2b08fb9c010104cbdf8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T19:21:58,063 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:58,063 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:58,063 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:58,063 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5476e47e085c2b08fb9c010104cbdf8: Waiting for close lock at 1731180117632Running coprocessor pre-close hooks at 1731180117632Disabling compacts and flushes for region at 1731180117632Disabling writes for close at 1731180117632Obtaining lock to block concurrent updates at 1731180117632Preparing flush snapshotting stores in c5476e47e085c2b08fb9c010104cbdf8 at 1731180117632Finished memstore snapshotting hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731180117632Flushing stores of hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. at 1731180117632Flushing c5476e47e085c2b08fb9c010104cbdf8/queue: creating writer at 1731180117633 (+1 ms)Flushing c5476e47e085c2b08fb9c010104cbdf8/queue: appending metadata at 1731180117646 (+13 ms)Flushing c5476e47e085c2b08fb9c010104cbdf8/queue: closing flushed file at 1731180117646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33976248: reopening flushed file at 1731180118053 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c5476e47e085c2b08fb9c010104cbdf8 in 426ms, sequenceid=12, compaction requested=false at 1731180118058 (+5 ms)Writing region close event to WAL at 1731180118060 (+2 ms)Running coprocessor post-close hooks at 1731180118063 (+3 ms)Closed at 1731180118063 2024-11-09T19:21:58,063 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731180110193.c5476e47e085c2b08fb9c010104cbdf8. 2024-11-09T19:21:58,064 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e2fa888393601c0fb8de810cc3ac1a1, disabling compactions & flushes 2024-11-09T19:21:58,064 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:58,064 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:58,064 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. after waiting 0 ms 2024-11-09T19:21:58,064 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:58,064 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e2fa888393601c0fb8de810cc3ac1a1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T19:21:58,071 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/ns/b6b2bf89056e4e4eb2a8cb9cc7d6da1c is 43, key is default/ns:d/1731180100664/Put/seqid=0 2024-11-09T19:21:58,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:21:58,097 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/f/a04d1b8a7347488b8c3a881daaf0d852 is 29, key is row1/f:/1731180115372/DeleteFamily/seqid=0 2024-11-09T19:21:58,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741843_1019 (size=5152) 2024-11-09T19:21:58,100 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/f/a04d1b8a7347488b8c3a881daaf0d852 2024-11-09T19:21:58,104 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a04d1b8a7347488b8c3a881daaf0d852 2024-11-09T19:21:58,124 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/f1/d2778755028e41649c722523d0a44b90 is 30, key is row1/f1:/1731180115372/DeleteFamily/seqid=0 2024-11-09T19:21:58,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741844_1020 (size=5158) 2024-11-09T19:21:58,233 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:58,389 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:58,401 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:58,433 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e2fa888393601c0fb8de810cc3ac1a1 2024-11-09T19:21:58,477 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/ns/b6b2bf89056e4e4eb2a8cb9cc7d6da1c 2024-11-09T19:21:58,498 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/rep_barrier/9b5dbd785ce643889aa25ecb15c9813b is 112, key is test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1./rep_barrier:seqnumDuringOpen/1731180104872/Put/seqid=0 2024-11-09T19:21:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741845_1021 (size=5518) 2024-11-09T19:21:58,528 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/f1/d2778755028e41649c722523d0a44b90 2024-11-09T19:21:58,531 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2778755028e41649c722523d0a44b90 2024-11-09T19:21:58,544 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/norep/c097bfb4e1af416199ec3e0283e17c7b is 33, key is row2/norep:/1731180116377/DeleteFamily/seqid=0 2024-11-09T19:21:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741846_1022 (size=5108) 2024-11-09T19:21:58,548 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/norep/c097bfb4e1af416199ec3e0283e17c7b 2024-11-09T19:21:58,551 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c097bfb4e1af416199ec3e0283e17c7b 2024-11-09T19:21:58,552 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/f/a04d1b8a7347488b8c3a881daaf0d852 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/f/a04d1b8a7347488b8c3a881daaf0d852 2024-11-09T19:21:58,555 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a04d1b8a7347488b8c3a881daaf0d852 2024-11-09T19:21:58,555 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/f/a04d1b8a7347488b8c3a881daaf0d852, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T19:21:58,556 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/f1/d2778755028e41649c722523d0a44b90 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/f1/d2778755028e41649c722523d0a44b90 2024-11-09T19:21:58,558 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2778755028e41649c722523d0a44b90 2024-11-09T19:21:58,558 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/f1/d2778755028e41649c722523d0a44b90, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T19:21:58,559 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/.tmp/norep/c097bfb4e1af416199ec3e0283e17c7b as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/norep/c097bfb4e1af416199ec3e0283e17c7b 2024-11-09T19:21:58,562 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c097bfb4e1af416199ec3e0283e17c7b 2024-11-09T19:21:58,562 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/norep/c097bfb4e1af416199ec3e0283e17c7b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T19:21:58,563 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3e2fa888393601c0fb8de810cc3ac1a1 in 499ms, sequenceid=10, compaction requested=false 2024-11-09T19:21:58,566 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/default/test/3e2fa888393601c0fb8de810cc3ac1a1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T19:21:58,566 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:58,566 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:21:58,566 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:58,567 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e2fa888393601c0fb8de810cc3ac1a1: Waiting for close lock at 1731180118063Running coprocessor pre-close hooks at 1731180118064 (+1 ms)Disabling compacts and flushes for region at 1731180118064Disabling writes for close at 1731180118064Obtaining lock to block concurrent updates at 1731180118064Preparing flush snapshotting stores in 3e2fa888393601c0fb8de810cc3ac1a1 at 1731180118064Finished memstore snapshotting test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731180118064Flushing stores of test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. at 1731180118064Flushing 3e2fa888393601c0fb8de810cc3ac1a1/f: creating writer at 1731180118065 (+1 ms)Flushing 3e2fa888393601c0fb8de810cc3ac1a1/f: appending metadata at 1731180118096 (+31 ms)Flushing 3e2fa888393601c0fb8de810cc3ac1a1/f: closing flushed file at 1731180118096Flushing 3e2fa888393601c0fb8de810cc3ac1a1/f1: creating writer at 1731180118104 (+8 ms)Flushing 3e2fa888393601c0fb8de810cc3ac1a1/f1: appending metadata at 1731180118124 (+20 ms)Flushing 3e2fa888393601c0fb8de810cc3ac1a1/f1: closing flushed file at 1731180118124Flushing 3e2fa888393601c0fb8de810cc3ac1a1/norep: creating writer at 1731180118531 (+407 ms)Flushing 3e2fa888393601c0fb8de810cc3ac1a1/norep: appending metadata at 1731180118544 (+13 ms)Flushing 3e2fa888393601c0fb8de810cc3ac1a1/norep: closing flushed file at 1731180118544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d8bdcd: reopening flushed file at 1731180118551 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@156f9155: reopening flushed file at 1731180118555 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d96835: reopening flushed file at 1731180118558 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3e2fa888393601c0fb8de810cc3ac1a1 in 499ms, sequenceid=10, compaction requested=false at 1731180118563 (+5 ms)Writing region close event to WAL at 1731180118564 (+1 ms)Running coprocessor post-close hooks at 1731180118566 (+2 ms)Closed at 1731180118566 2024-11-09T19:21:58,567 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180103731.3e2fa888393601c0fb8de810cc3ac1a1. 2024-11-09T19:21:58,633 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:21:58,633 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:21:58,633 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:21:58,647 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 1237, reset compression=false 2024-11-09T19:21:58,651 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:21:58,651 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 2128, reset compression=false 2024-11-09T19:21:58,651 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,35309,1731180098025 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079, lastWalPosition=2128, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:21:58,652 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,35309,1731180098025: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,35309,1731180098025, walGroup=fac84fd0e20f%2C35309%2C1731180098025, offset=fac84fd0e20f%2C35309%2C1731180098025.1731180100079:2128, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:35309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:21:58,654 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:21:58,654 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:21:58,655 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:21:58,655 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:21:58,655 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:21:58,655 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 896207872 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 201675352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:21:58,655 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:33821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:33821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:21:58,833 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:21:58,857 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 2128, reset compression=false 2024-11-09T19:21:58,902 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/rep_barrier/9b5dbd785ce643889aa25ecb15c9813b 2024-11-09T19:21:58,918 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/table/09020ecdce4e437ea18ae3dce4db9813 is 53, key is hbase:replication/table:state/1731180110571/Put/seqid=0 2024-11-09T19:21:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741847_1023 (size=5308) 2024-11-09T19:21:58,993 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:59,033 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:21:59,159 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/WALs/fac84fd0e20f,35309,1731180098025/fac84fd0e20f%2C35309%2C1731180098025.1731180100079 to pos 2128, reset compression=false 2024-11-09T19:21:59,234 DEBUG [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:21:59,304 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:21:59,322 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/table/09020ecdce4e437ea18ae3dce4db9813 2024-11-09T19:21:59,326 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/info/7a77bad9643f42519bb332992e6a5df5 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/info/7a77bad9643f42519bb332992e6a5df5 2024-11-09T19:21:59,329 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/info/7a77bad9643f42519bb332992e6a5df5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:21:59,330 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/ns/b6b2bf89056e4e4eb2a8cb9cc7d6da1c as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/ns/b6b2bf89056e4e4eb2a8cb9cc7d6da1c 2024-11-09T19:21:59,333 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/ns/b6b2bf89056e4e4eb2a8cb9cc7d6da1c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:21:59,333 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/rep_barrier/9b5dbd785ce643889aa25ecb15c9813b as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/rep_barrier/9b5dbd785ce643889aa25ecb15c9813b 2024-11-09T19:21:59,336 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/rep_barrier/9b5dbd785ce643889aa25ecb15c9813b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:21:59,336 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/.tmp/table/09020ecdce4e437ea18ae3dce4db9813 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/table/09020ecdce4e437ea18ae3dce4db9813 2024-11-09T19:21:59,340 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/table/09020ecdce4e437ea18ae3dce4db9813, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:21:59,341 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-09T19:21:59,349 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:21:59,350 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:21:59,350 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:21:59,350 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:59,350 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180117632Running coprocessor pre-close hooks at 1731180117632Disabling compacts and flushes for region at 1731180117632Disabling writes for close at 1731180117632Obtaining lock to block concurrent updates at 1731180117632Preparing flush snapshotting stores in 1588230740 at 1731180117632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180117632Flushing stores of hbase:meta,,1.1588230740 at 1731180117633 (+1 ms)Flushing 1588230740/info: creating writer at 1731180117633Flushing 1588230740/info: appending metadata at 1731180117647 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731180117647Flushing 1588230740/ns: creating writer at 1731180118054 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731180118070 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731180118070Flushing 1588230740/rep_barrier: creating writer at 1731180118481 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180118498 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180118498Flushing 1588230740/table: creating writer at 1731180118905 (+407 ms)Flushing 1588230740/table: appending metadata at 1731180118918 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731180118918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56900bac: reopening flushed file at 1731180119325 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4feaf87a: reopening flushed file at 1731180119329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eeb2722: reopening flushed file at 1731180119333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bea5d4: reopening flushed file at 1731180119336 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1731180119341 (+5 ms)Writing region close event to WAL at 1731180119347 (+6 ms)Running coprocessor post-close hooks at 1731180119350 (+3 ms)Closed at 1731180119350 2024-11-09T19:21:59,350 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:21:59,434 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,35309,1731180098025; all regions closed. 2024-11-09T19:21:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:21:59,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741839_1015 (size=3114) 2024-11-09T19:21:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741833_1009 (size=2136) 2024-11-09T19:21:59,439 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:59,439 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:21:59,439 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:59,439 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:59,440 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:59,440 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:21:59,440 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,35309,1731180098025 because: Region server is closing 2024-11-09T19:21:59,440 INFO [RS:0;fac84fd0e20f:35309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:35309. 2024-11-09T19:21:59,440 DEBUG [RS:0;fac84fd0e20f:35309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:59,440 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:59,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:59,441 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:59,541 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.shipperfac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 terminated 2024-11-09T19:21:59,541 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,35309,1731180098025.replicationSource.wal-reader.fac84fd0e20f%2C35309%2C1731180098025,1-fac84fd0e20f,35309,1731180098025 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:21:59,541 INFO [RS:0;fac84fd0e20f:35309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:35309. 2024-11-09T19:21:59,541 DEBUG [RS:0;fac84fd0e20f:35309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:21:59,541 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:59,541 DEBUG [RS:0;fac84fd0e20f:35309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:21:59,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:21:59,542 INFO [RS:0;fac84fd0e20f:35309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35309 2024-11-09T19:21:59,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173/rs 2024-11-09T19:21:59,609 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:21:59,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1943723173/rs/fac84fd0e20f,35309,1731180098025 2024-11-09T19:21:59,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,35309,1731180098025] 2024-11-09T19:21:59,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1943723173/draining/fac84fd0e20f,35309,1731180098025 already deleted, retry=false 2024-11-09T19:21:59,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,35309,1731180098025 expired; onlineServers=0 2024-11-09T19:21:59,630 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,33821,1731180097863' ***** 2024-11-09T19:21:59,630 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:21:59,630 INFO [M:0;fac84fd0e20f:33821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:21:59,630 INFO [M:0;fac84fd0e20f:33821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:21:59,630 DEBUG [M:0;fac84fd0e20f:33821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:21:59,630 DEBUG [M:0;fac84fd0e20f:33821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:21:59,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:21:59,630 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180099775 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180099775,5,FailOnTimeoutGroup] 2024-11-09T19:21:59,630 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180099775 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180099775,5,FailOnTimeoutGroup] 2024-11-09T19:21:59,631 INFO [M:0;fac84fd0e20f:33821 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:21:59,631 INFO [M:0;fac84fd0e20f:33821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:21:59,631 DEBUG [M:0;fac84fd0e20f:33821 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:21:59,631 INFO [M:0;fac84fd0e20f:33821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:21:59,631 INFO [M:0;fac84fd0e20f:33821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:21:59,631 INFO [M:0;fac84fd0e20f:33821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:21:59,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:21:59,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1943723173/master 2024-11-09T19:21:59,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1943723173 2024-11-09T19:21:59,641 DEBUG [M:0;fac84fd0e20f:33821 {}] zookeeper.ZKUtil(347): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Unable to get data of znode /2-1943723173/master because node does not exist (not an error) 2024-11-09T19:21:59,641 WARN [M:0;fac84fd0e20f:33821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:21:59,642 INFO [M:0;fac84fd0e20f:33821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/.lastflushedseqids 2024-11-09T19:21:59,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741848_1024 (size=245) 2024-11-09T19:21:59,645 INFO [M:0;fac84fd0e20f:33821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:21:59,646 INFO [M:0;fac84fd0e20f:33821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:21:59,648 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:21:59,648 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:59,648 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:59,648 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:21:59,648 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:21:59,648 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T19:21:59,670 DEBUG [M:0;fac84fd0e20f:33821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83025a3f391940d7afb8f6d6af1a7b56 is 82, key is hbase:meta,,1/info:regioninfo/1731180100612/Put/seqid=0 2024-11-09T19:21:59,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741849_1025 (size=5672) 2024-11-09T19:21:59,696 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:21:59,720 INFO [RS:0;fac84fd0e20f:35309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:21:59,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:59,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35309-0x101210bb7010007, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:21:59,720 INFO [RS:0;fac84fd0e20f:35309 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,35309,1731180098025; zookeeper connection closed. 2024-11-09T19:21:59,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59f88ee4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59f88ee4 2024-11-09T19:21:59,720 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:22:00,073 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83025a3f391940d7afb8f6d6af1a7b56 2024-11-09T19:22:00,090 DEBUG [M:0;fac84fd0e20f:33821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61a7435c5c4143878967e93727425c00 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180110575/Put/seqid=0 2024-11-09T19:22:00,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741850_1026 (size=8516) 2024-11-09T19:22:00,307 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:22:00,494 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61a7435c5c4143878967e93727425c00 2024-11-09T19:22:00,499 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:22:00,514 DEBUG [M:0;fac84fd0e20f:33821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1261e79e9ef4ddc921c130b2931515f is 69, key is fac84fd0e20f,35309,1731180098025/rs:state/1731180099867/Put/seqid=0 2024-11-09T19:22:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741851_1027 (size=5156) 2024-11-09T19:22:00,917 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1261e79e9ef4ddc921c130b2931515f 2024-11-09T19:22:00,921 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/83025a3f391940d7afb8f6d6af1a7b56 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83025a3f391940d7afb8f6d6af1a7b56 2024-11-09T19:22:00,924 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/83025a3f391940d7afb8f6d6af1a7b56, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:22:00,925 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61a7435c5c4143878967e93727425c00 as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61a7435c5c4143878967e93727425c00 2024-11-09T19:22:00,928 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61a7435c5c4143878967e93727425c00, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:22:00,929 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1261e79e9ef4ddc921c130b2931515f as hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1261e79e9ef4ddc921c130b2931515f 2024-11-09T19:22:00,932 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46769/user/jenkins/test-data/963823b5-995b-8eaa-a478-fd9edc9032f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1261e79e9ef4ddc921c130b2931515f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:22:00,932 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-09T19:22:00,933 INFO [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:00,933 DEBUG [M:0;fac84fd0e20f:33821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180119647Disabling compacts and flushes for region at 1731180119647Disabling writes for close at 1731180119648 (+1 ms)Obtaining lock to block concurrent updates at 1731180119648Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180119648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731180119648Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180119649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180119649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180119669 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180119669Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180120077 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180120090 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180120090Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180120498 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180120513 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180120513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a3e1cd9: reopening flushed file at 1731180120920 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6767d7c2: reopening flushed file at 1731180120924 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6539ce: reopening flushed file at 1731180120928 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731180120932 (+4 ms)Writing region close event to WAL at 1731180120933 (+1 ms)Closed at 1731180120933 2024-11-09T19:22:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38805 is added to blk_1073741830_1006 (size=63654) 2024-11-09T19:22:00,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:00,935 INFO [M:0;fac84fd0e20f:33821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:22:00,935 INFO [M:0;fac84fd0e20f:33821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33821 2024-11-09T19:22:00,936 INFO [M:0;fac84fd0e20f:33821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:01,088 INFO [M:0;fac84fd0e20f:33821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:01,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33821-0x101210bb7010006, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:01,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638d51a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:01,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea2dc07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:01,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:01,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67250b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:01,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e8dd6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:01,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:22:01,091 WARN [BP-1782245418-172.17.0.2-1731180095722 heartbeating to localhost/127.0.0.1:46769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:22:01,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:22:01,091 WARN [BP-1782245418-172.17.0.2-1731180095722 heartbeating to localhost/127.0.0.1:46769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1782245418-172.17.0.2-1731180095722 (Datanode Uuid cea91273-a3c2-493b-a25d-3f5435cc85a7) service to localhost/127.0.0.1:46769 2024-11-09T19:22:01,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/cluster_bdae7163-cbeb-0135-5695-bfe9cdd1c943/data/data1/current/BP-1782245418-172.17.0.2-1731180095722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:01,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/cluster_bdae7163-cbeb-0135-5695-bfe9cdd1c943/data/data2/current/BP-1782245418-172.17.0.2-1731180095722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:01,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:22:01,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51287b93{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:01,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd1c9e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:01,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:01,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ee7d215{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:01,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6824bece{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:01,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:22:01,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:22:01,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:01,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:01,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:01,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:01,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:01,116 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:22:01,116 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1131775867, stopped=false 2024-11-09T19:22:01,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,34737,1731180092366 2024-11-09T19:22:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-369052817/running 2024-11-09T19:22:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-369052817/running 2024-11-09T19:22:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:22:01,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:22:01,135 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:01,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:01,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:01,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:01,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/running 2024-11-09T19:22:01,136 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39565,1731180092520' ***** 2024-11-09T19:22:01,136 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:22:01,136 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:22:01,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Set watcher on znode that does not yet exist, /1-369052817/running 2024-11-09T19:22:01,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:22:01,136 INFO [RS:0;fac84fd0e20f:39565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:22:01,136 INFO [RS:0;fac84fd0e20f:39565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:22:01,136 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cb4605b3233a17a78a6f859cd99e1b7 2024-11-09T19:22:01,136 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(3091): Received CLOSE for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39565,1731180092520 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39565. 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cb4605b3233a17a78a6f859cd99e1b7, disabling compactions & flushes 2024-11-09T19:22:01,137 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:22:01,137 DEBUG [RS:0;fac84fd0e20f:39565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:22:01,137 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. after waiting 0 ms 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:22:01,137 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cb4605b3233a17a78a6f859cd99e1b7 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:22:01,137 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:22:01,137 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1325): Online Regions={8cb4605b3233a17a78a6f859cd99e1b7=test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7., e9792d1a89a02e003f78582254da0be1=hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:22:01,137 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cb4605b3233a17a78a6f859cd99e1b7, e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:01,137 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:01,137 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:01,137 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:22:01,155 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/info/b7531ba6bb8946ee9be6b5903e8d35e5 is 147, key is hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1./info:regioninfo/1731180108811/Put/seqid=0 2024-11-09T19:22:01,155 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/f/194803bdfe7545bc8c6c4ecd1efdae1a is 29, key is row1/f:/1731180115372/DeleteFamily/seqid=0 2024-11-09T19:22:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741840_1016 (size=5152) 2024-11-09T19:22:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741841_1017 (size=7686) 2024-11-09T19:22:01,231 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:01,325 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:22:01,326 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:22:01,337 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cb4605b3233a17a78a6f859cd99e1b7, e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:01,402 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1193, reset compression=false 2024-11-09T19:22:01,407 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:22:01,407 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1440, reset compression=false 2024-11-09T19:22:01,407 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,39565,1731180092520 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:22:01,408 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,39565,1731180092520: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,39565,1731180092520, walGroup=fac84fd0e20f%2C39565%2C1731180092520, offset=fac84fd0e20f%2C39565%2C1731180092520.1731180094437:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:39565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:22:01,409 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:22:01,409 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:22:01,410 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:22:01,410 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:22:01,410 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:22:01,410 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 946539520 }, "NonHeapMemoryUsage": { "committed": 207355904, "init": 7667712, "max": -1, "used": 201981392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:22:01,410 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:34737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:34737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:22:01,411 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:22:01,537 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cb4605b3233a17a78a6f859cd99e1b7, e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:01,559 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/f/194803bdfe7545bc8c6c4ecd1efdae1a 2024-11-09T19:22:01,559 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/info/b7531ba6bb8946ee9be6b5903e8d35e5 2024-11-09T19:22:01,562 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 194803bdfe7545bc8c6c4ecd1efdae1a 2024-11-09T19:22:01,575 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/f1/eba9c56c84464336bcac3803a8ff1804 is 30, key is row1/f1:/1731180115372/DeleteFamily/seqid=0 2024-11-09T19:22:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741842_1018 (size=5158) 2024-11-09T19:22:01,578 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/ns/6489b878eb174854bbd0e5f75781dce5 is 43, key is default/ns:d/1731180095560/Put/seqid=0 2024-11-09T19:22:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741843_1019 (size=5153) 2024-11-09T19:22:01,611 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1440, reset compression=false 2024-11-09T19:22:01,738 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cb4605b3233a17a78a6f859cd99e1b7, e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:01,913 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1440, reset compression=false 2024-11-09T19:22:01,938 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cb4605b3233a17a78a6f859cd99e1b7, e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:01,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:22:01,978 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/f1/eba9c56c84464336bcac3803a8ff1804 2024-11-09T19:22:01,981 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/ns/6489b878eb174854bbd0e5f75781dce5 2024-11-09T19:22:01,982 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba9c56c84464336bcac3803a8ff1804 2024-11-09T19:22:02,000 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/rep_barrier/08a70425678147d59204f6c24f6260fa is 112, key is test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7./rep_barrier:seqnumDuringOpen/1731180103444/Put/seqid=0 2024-11-09T19:22:02,000 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/norep/be0ba9f7119f42c2886fd8f904e3a228 is 33, key is row1/norep:/1731180115372/DeleteFamily/seqid=0 2024-11-09T19:22:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741844_1020 (size=5518) 2024-11-09T19:22:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741845_1021 (size=5108) 2024-11-09T19:22:02,004 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/norep/be0ba9f7119f42c2886fd8f904e3a228 2024-11-09T19:22:02,007 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be0ba9f7119f42c2886fd8f904e3a228 2024-11-09T19:22:02,008 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/f/194803bdfe7545bc8c6c4ecd1efdae1a as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/f/194803bdfe7545bc8c6c4ecd1efdae1a 2024-11-09T19:22:02,012 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 194803bdfe7545bc8c6c4ecd1efdae1a 2024-11-09T19:22:02,012 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/f/194803bdfe7545bc8c6c4ecd1efdae1a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T19:22:02,012 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/f1/eba9c56c84464336bcac3803a8ff1804 as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/f1/eba9c56c84464336bcac3803a8ff1804 2024-11-09T19:22:02,016 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eba9c56c84464336bcac3803a8ff1804 2024-11-09T19:22:02,016 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/f1/eba9c56c84464336bcac3803a8ff1804, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T19:22:02,017 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/.tmp/norep/be0ba9f7119f42c2886fd8f904e3a228 as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/norep/be0ba9f7119f42c2886fd8f904e3a228 2024-11-09T19:22:02,020 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be0ba9f7119f42c2886fd8f904e3a228 2024-11-09T19:22:02,021 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/norep/be0ba9f7119f42c2886fd8f904e3a228, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T19:22:02,021 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8cb4605b3233a17a78a6f859cd99e1b7 in 884ms, sequenceid=10, compaction requested=false 2024-11-09T19:22:02,024 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/default/test/8cb4605b3233a17a78a6f859cd99e1b7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:02,025 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cb4605b3233a17a78a6f859cd99e1b7: Waiting for close lock at 1731180121137Running coprocessor pre-close hooks at 1731180121137Disabling compacts and flushes for region at 1731180121137Disabling writes for close at 1731180121137Obtaining lock to block concurrent updates at 1731180121137Preparing flush snapshotting stores in 8cb4605b3233a17a78a6f859cd99e1b7 at 1731180121137Finished memstore snapshotting test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731180121137Flushing stores of test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. at 1731180121137Flushing 8cb4605b3233a17a78a6f859cd99e1b7/f: creating writer at 1731180121138 (+1 ms)Flushing 8cb4605b3233a17a78a6f859cd99e1b7/f: appending metadata at 1731180121155 (+17 ms)Flushing 8cb4605b3233a17a78a6f859cd99e1b7/f: closing flushed file at 1731180121155Flushing 8cb4605b3233a17a78a6f859cd99e1b7/f1: creating writer at 1731180121562 (+407 ms)Flushing 8cb4605b3233a17a78a6f859cd99e1b7/f1: appending metadata at 1731180121575 (+13 ms)Flushing 8cb4605b3233a17a78a6f859cd99e1b7/f1: closing flushed file at 1731180121575Flushing 8cb4605b3233a17a78a6f859cd99e1b7/norep: creating writer at 1731180121982 (+407 ms)Flushing 8cb4605b3233a17a78a6f859cd99e1b7/norep: appending metadata at 1731180121999 (+17 ms)Flushing 8cb4605b3233a17a78a6f859cd99e1b7/norep: closing flushed file at 1731180121999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393b7a36: reopening flushed file at 1731180122007 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9ecaf: reopening flushed file at 1731180122012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ccf131: reopening flushed file at 1731180122016 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8cb4605b3233a17a78a6f859cd99e1b7 in 884ms, sequenceid=10, compaction requested=false at 1731180122021 (+5 ms)Writing region close event to WAL at 1731180122022 (+1 ms)Running coprocessor post-close hooks at 1731180122025 (+3 ms)Closed at 1731180122025 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180103101.8cb4605b3233a17a78a6f859cd99e1b7. 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9792d1a89a02e003f78582254da0be1, disabling compactions & flushes 2024-11-09T19:22:02,025 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. after waiting 0 ms 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9792d1a89a02e003f78582254da0be1: Waiting for close lock at 1731180122025Running coprocessor pre-close hooks at 1731180122025Disabling compacts and flushes for region at 1731180122025Disabling writes for close at 1731180122025Failed flush hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., putting online again at 1731180122025 2024-11-09T19:22:02,025 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,138 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:22:02,138 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1325): Online Regions={e9792d1a89a02e003f78582254da0be1=hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:22:02,138 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(3091): Received CLOSE for e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:02,138 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9792d1a89a02e003f78582254da0be1 2024-11-09T19:22:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9792d1a89a02e003f78582254da0be1, disabling compactions & flushes 2024-11-09T19:22:02,138 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. after waiting 0 ms 2024-11-09T19:22:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9792d1a89a02e003f78582254da0be1: Waiting for close lock at 1731180122138Running coprocessor pre-close hooks at 1731180122138Disabling compacts and flushes for region at 1731180122138Disabling writes for close at 1731180122138Failed flush hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1., putting online again at 1731180122138 2024-11-09T19:22:02,138 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731180108044.e9792d1a89a02e003f78582254da0be1. 2024-11-09T19:22:02,316 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 1440, reset compression=false 2024-11-09T19:22:02,320 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:22:02,320 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 2084, reset compression=false 2024-11-09T19:22:02,338 DEBUG [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:02,404 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/rep_barrier/08a70425678147d59204f6c24f6260fa 2024-11-09T19:22:02,420 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/table/9c6b5f1af90247bb87313dfd9683496f is 53, key is hbase:replication/table:state/1731180108817/Put/seqid=0 2024-11-09T19:22:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741846_1022 (size=5308) 2024-11-09T19:22:02,424 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/table/9c6b5f1af90247bb87313dfd9683496f 2024-11-09T19:22:02,428 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/info/b7531ba6bb8946ee9be6b5903e8d35e5 as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/info/b7531ba6bb8946ee9be6b5903e8d35e5 2024-11-09T19:22:02,431 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/info/b7531ba6bb8946ee9be6b5903e8d35e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:22:02,432 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/ns/6489b878eb174854bbd0e5f75781dce5 as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/ns/6489b878eb174854bbd0e5f75781dce5 2024-11-09T19:22:02,435 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/ns/6489b878eb174854bbd0e5f75781dce5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:22:02,435 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/rep_barrier/08a70425678147d59204f6c24f6260fa as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/rep_barrier/08a70425678147d59204f6c24f6260fa 2024-11-09T19:22:02,438 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/rep_barrier/08a70425678147d59204f6c24f6260fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:22:02,439 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/.tmp/table/9c6b5f1af90247bb87313dfd9683496f as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/table/9c6b5f1af90247bb87313dfd9683496f 2024-11-09T19:22:02,442 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/table/9c6b5f1af90247bb87313dfd9683496f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:22:02,443 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false 2024-11-09T19:22:02,449 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:22:02,450 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:02,450 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:02,450 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:02,450 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180121137Running coprocessor pre-close hooks at 1731180121137Disabling compacts and flushes for region at 1731180121137Disabling writes for close at 1731180121137Obtaining lock to block concurrent updates at 1731180121137Preparing flush snapshotting stores in 1588230740 at 1731180121137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180121137Flushing stores of hbase:meta,,1.1588230740 at 1731180121138 (+1 ms)Flushing 1588230740/info: creating writer at 1731180121138Flushing 1588230740/info: appending metadata at 1731180121155 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731180121155Flushing 1588230740/ns: creating writer at 1731180121562 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731180121578 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731180121578Flushing 1588230740/rep_barrier: creating writer at 1731180121984 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180122000 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180122000Flushing 1588230740/table: creating writer at 1731180122407 (+407 ms)Flushing 1588230740/table: appending metadata at 1731180122420 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731180122420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7c9606: reopening flushed file at 1731180122427 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b60b7a1: reopening flushed file at 1731180122431 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d41df9: reopening flushed file at 1731180122435 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87ac5b5: reopening flushed file at 1731180122439 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1306ms, sequenceid=16, compaction requested=false at 1731180122443 (+4 ms)Writing region close event to WAL at 1731180122447 (+4 ms)Running coprocessor post-close hooks at 1731180122449 (+2 ms)Closed at 1731180122450 (+1 ms) 2024-11-09T19:22:02,450 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:02,522 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/WALs/fac84fd0e20f,39565,1731180092520/fac84fd0e20f%2C39565%2C1731180092520.1731180094437 to pos 2084, reset compression=false 2024-11-09T19:22:02,538 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T19:22:02,538 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39565,1731180092520; all regions closed. 2024-11-09T19:22:02,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:22:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741839_1015 (size=2171) 2024-11-09T19:22:02,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741832_1008 (size=2092) 2024-11-09T19:22:02,543 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:02,544 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:02,544 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:02,544 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:02,544 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:02,544 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:02,544 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,39565,1731180092520 because: Region server is closing 2024-11-09T19:22:02,544 INFO [RS:0;fac84fd0e20f:39565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39565. 2024-11-09T19:22:02,544 DEBUG [RS:0;fac84fd0e20f:39565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:02,544 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:02,544 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:02,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:02,614 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:22:02,645 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.shipperfac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 terminated 2024-11-09T19:22:02,645 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,39565,1731180092520.replicationSource.wal-reader.fac84fd0e20f%2C39565%2C1731180092520,1-fac84fd0e20f,39565,1731180092520 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:22:02,645 INFO [RS:0;fac84fd0e20f:39565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39565. 2024-11-09T19:22:02,645 DEBUG [RS:0;fac84fd0e20f:39565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:02,645 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:02,645 DEBUG [RS:0;fac84fd0e20f:39565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:02,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:02,645 INFO [RS:0;fac84fd0e20f:39565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39565 2024-11-09T19:22:02,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-369052817/rs/fac84fd0e20f,39565,1731180092520 2024-11-09T19:22:02,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817/rs 2024-11-09T19:22:02,693 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:02,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39565,1731180092520] 2024-11-09T19:22:02,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-369052817/draining/fac84fd0e20f,39565,1731180092520 already deleted, retry=false 2024-11-09T19:22:02,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39565,1731180092520 expired; onlineServers=0 2024-11-09T19:22:02,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,34737,1731180092366' ***** 2024-11-09T19:22:02,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:22:02,750 INFO [M:0;fac84fd0e20f:34737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:02,750 INFO [M:0;fac84fd0e20f:34737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:02,750 DEBUG [M:0;fac84fd0e20f:34737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:22:02,750 DEBUG [M:0;fac84fd0e20f:34737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:22:02,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:22:02,750 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180094187 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180094187,5,FailOnTimeoutGroup] 2024-11-09T19:22:02,750 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180094186 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180094186,5,FailOnTimeoutGroup] 2024-11-09T19:22:02,750 INFO [M:0;fac84fd0e20f:34737 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:02,751 INFO [M:0;fac84fd0e20f:34737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:02,751 DEBUG [M:0;fac84fd0e20f:34737 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:22:02,751 INFO [M:0;fac84fd0e20f:34737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:22:02,751 INFO [M:0;fac84fd0e20f:34737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:02,751 INFO [M:0;fac84fd0e20f:34737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:22:02,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:22:02,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-369052817/master 2024-11-09T19:22:02,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-369052817 2024-11-09T19:22:02,761 DEBUG [M:0;fac84fd0e20f:34737 {}] zookeeper.ZKUtil(347): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Unable to get data of znode /1-369052817/master because node does not exist (not an error) 2024-11-09T19:22:02,761 WARN [M:0;fac84fd0e20f:34737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:22:02,761 INFO [M:0;fac84fd0e20f:34737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/.lastflushedseqids 2024-11-09T19:22:02,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741847_1023 (size=245) 2024-11-09T19:22:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:02,830 INFO [RS:0;fac84fd0e20f:39565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:02,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39565-0x101210bb7010004, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:02,830 INFO [RS:0;fac84fd0e20f:39565 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39565,1731180092520; zookeeper connection closed. 2024-11-09T19:22:02,830 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74abf3a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74abf3a9 2024-11-09T19:22:02,830 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:22:03,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,165 INFO [M:0;fac84fd0e20f:34737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:22:03,165 INFO [M:0;fac84fd0e20f:34737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:22:03,165 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:03,165 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:03,165 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:03,165 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:03,165 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:03,165 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T19:22:03,183 DEBUG [M:0;fac84fd0e20f:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1051b2a126a6494faca3cb172773db65 is 82, key is hbase:meta,,1/info:regioninfo/1731180095495/Put/seqid=0 2024-11-09T19:22:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741848_1024 (size=5672) 2024-11-09T19:22:03,590 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1051b2a126a6494faca3cb172773db65 2024-11-09T19:22:03,610 DEBUG [M:0;fac84fd0e20f:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d085d0455309436d8ddca34aba5df766 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180108820/Put/seqid=0 2024-11-09T19:22:03,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741849_1025 (size=8515) 2024-11-09T19:22:03,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:22:03,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:03,918 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:22:04,014 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d085d0455309436d8ddca34aba5df766 2024-11-09T19:22:04,033 DEBUG [M:0;fac84fd0e20f:34737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2671bac0f6746018b513468801c668f is 69, key is fac84fd0e20f,39565,1731180092520/rs:state/1731180094282/Put/seqid=0 2024-11-09T19:22:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741850_1026 (size=5156) 2024-11-09T19:22:04,036 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2671bac0f6746018b513468801c668f 2024-11-09T19:22:04,039 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1051b2a126a6494faca3cb172773db65 as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1051b2a126a6494faca3cb172773db65 2024-11-09T19:22:04,043 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1051b2a126a6494faca3cb172773db65, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T19:22:04,043 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d085d0455309436d8ddca34aba5df766 as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d085d0455309436d8ddca34aba5df766 2024-11-09T19:22:04,047 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d085d0455309436d8ddca34aba5df766, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T19:22:04,047 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2671bac0f6746018b513468801c668f as hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2671bac0f6746018b513468801c668f 2024-11-09T19:22:04,050 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34421/user/jenkins/test-data/12472c06-2df2-6f55-a09a-379866bcb4c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2671bac0f6746018b513468801c668f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T19:22:04,051 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-11-09T19:22:04,052 INFO [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:04,052 DEBUG [M:0;fac84fd0e20f:34737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180123165Disabling compacts and flushes for region at 1731180123165Disabling writes for close at 1731180123165Obtaining lock to block concurrent updates at 1731180123165Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180123165Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731180123165Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180123166 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180123166Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180123183 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180123183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180123594 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180123610 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180123610Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180124017 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180124032 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180124032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6cd152: reopening flushed file at 1731180124039 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78063049: reopening flushed file at 1731180124043 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4933514f: reopening flushed file at 1731180124047 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1731180124051 (+4 ms)Writing region close event to WAL at 1731180124052 (+1 ms)Closed at 1731180124052 2024-11-09T19:22:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46065 is added to blk_1073741830_1006 (size=63642) 2024-11-09T19:22:04,054 INFO [M:0;fac84fd0e20f:34737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:22:04,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:04,054 INFO [M:0;fac84fd0e20f:34737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34737 2024-11-09T19:22:04,054 INFO [M:0;fac84fd0e20f:34737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:04,277 INFO [M:0;fac84fd0e20f:34737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:04,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34737-0x101210bb7010003, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:04,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6744bb9e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:04,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f293fc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:04,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:04,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b24429{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:04,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40917f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:04,281 WARN [BP-1479836184-172.17.0.2-1731180090139 heartbeating to localhost/127.0.0.1:34421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:22:04,281 WARN [BP-1479836184-172.17.0.2-1731180090139 heartbeating to localhost/127.0.0.1:34421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1479836184-172.17.0.2-1731180090139 (Datanode Uuid 5c59b1ce-dc44-4ff6-95ce-afe286e92ff6) service to localhost/127.0.0.1:34421 2024-11-09T19:22:04,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:22:04,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:22:04,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/cluster_1151a0e4-a268-9d4a-cf46-61124e6a7674/data/data1/current/BP-1479836184-172.17.0.2-1731180090139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:04,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/cluster_1151a0e4-a268-9d4a-cf46-61124e6a7674/data/data2/current/BP-1479836184-172.17.0.2-1731180090139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:04,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:22:04,287 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12cdcb43{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:04,287 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61531ba7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:04,288 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:04,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eaad3d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:04,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32052036{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1296f0ae-7116-d74f-a4c5-a0b794a02179/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:04,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:22:04,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:22:04,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:04,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:04,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:04,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:04,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:04,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:22:04,305 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815364871, stopped=false 2024-11-09T19:22:04,306 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42059,1731180086426 2024-11-09T19:22:04,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0215643457/running 2024-11-09T19:22:04,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0215643457/running 2024-11-09T19:22:04,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:22:04,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:22:04,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:04,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:04,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/running 2024-11-09T19:22:04,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:04,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:04,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Set watcher on znode that does not yet exist, /0215643457/running 2024-11-09T19:22:04,325 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,45341,1731180086639' ***** 2024-11-09T19:22:04,325 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:22:04,325 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:22:04,325 INFO [RS:0;fac84fd0e20f:45341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(3091): Received CLOSE for b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:22:04,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,45341,1731180086639 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45341. 2024-11-09T19:22:04,326 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b321c2ee51e3e6bdf171d5b3d2515aa7, disabling compactions & flushes 2024-11-09T19:22:04,326 DEBUG [RS:0;fac84fd0e20f:45341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:04,326 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:22:04,326 DEBUG [RS:0;fac84fd0e20f:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:04,326 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:22:04,326 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. after waiting 0 ms 2024-11-09T19:22:04,326 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:22:04,326 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b321c2ee51e3e6bdf171d5b3d2515aa7 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T19:22:04,326 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:22:04,326 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1325): Online Regions={b321c2ee51e3e6bdf171d5b3d2515aa7=hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7., 1588230740=hbase:meta,,1.1588230740, 1e35a9e9e675421726230e5424ccfd88=test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.} 2024-11-09T19:22:04,326 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e35a9e9e675421726230e5424ccfd88, b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:22:04,326 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:04,326 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:04,327 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:04,327 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:04,327 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:04,327 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:22:04,346 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/.tmp/queue/60baffe95b5745fc98c5d354aa6f8e98 is 153, key is 1-fac84fd0e20f,45341,1731180086639/queue:fac84fd0e20f%2C45341%2C1731180086639/1731180114881/Put/seqid=0 2024-11-09T19:22:04,347 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/info/6415c279d93f41e88886900fbfadb979 is 147, key is hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7./info:regioninfo/1731180107456/Put/seqid=0 2024-11-09T19:22:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741840_1016 (size=5352) 2024-11-09T19:22:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741841_1017 (size=7686) 2024-11-09T19:22:04,351 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/info/6415c279d93f41e88886900fbfadb979 2024-11-09T19:22:04,368 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/ns/39f8e24c385d4ff3bf344ca8c7b5d2aa is 43, key is default/ns:d/1731180089997/Put/seqid=0 2024-11-09T19:22:04,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:22:04,373 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:04,527 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e35a9e9e675421726230e5424ccfd88, b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:22:04,727 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e35a9e9e675421726230e5424ccfd88, b321c2ee51e3e6bdf171d5b3d2515aa7 2024-11-09T19:22:04,750 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/.tmp/queue/60baffe95b5745fc98c5d354aa6f8e98 2024-11-09T19:22:04,754 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/.tmp/queue/60baffe95b5745fc98c5d354aa6f8e98 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/queue/60baffe95b5745fc98c5d354aa6f8e98 2024-11-09T19:22:04,757 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/queue/60baffe95b5745fc98c5d354aa6f8e98, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T19:22:04,758 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b321c2ee51e3e6bdf171d5b3d2515aa7 in 432ms, sequenceid=8, compaction requested=false 2024-11-09T19:22:04,758 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:22:04,768 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/replication/b321c2ee51e3e6bdf171d5b3d2515aa7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T19:22:04,768 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:04,768 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:04,768 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:22:04,769 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b321c2ee51e3e6bdf171d5b3d2515aa7: Waiting for close lock at 1731180124326Running coprocessor pre-close hooks at 1731180124326Disabling compacts and flushes for region at 1731180124326Disabling writes for close at 1731180124326Obtaining lock to block concurrent updates at 1731180124326Preparing flush snapshotting stores in b321c2ee51e3e6bdf171d5b3d2515aa7 at 1731180124326Finished memstore snapshotting hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731180124327 (+1 ms)Flushing stores of hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. at 1731180124327Flushing b321c2ee51e3e6bdf171d5b3d2515aa7/queue: creating writer at 1731180124327Flushing b321c2ee51e3e6bdf171d5b3d2515aa7/queue: appending metadata at 1731180124345 (+18 ms)Flushing b321c2ee51e3e6bdf171d5b3d2515aa7/queue: closing flushed file at 1731180124345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c022443: reopening flushed file at 1731180124753 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b321c2ee51e3e6bdf171d5b3d2515aa7 in 432ms, sequenceid=8, compaction requested=false at 1731180124758 (+5 ms)Writing region close event to WAL at 1731180124764 (+6 ms)Running coprocessor post-close hooks at 1731180124768 (+4 ms)Closed at 1731180124768 2024-11-09T19:22:04,769 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731180105894.b321c2ee51e3e6bdf171d5b3d2515aa7. 2024-11-09T19:22:04,769 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e35a9e9e675421726230e5424ccfd88, disabling compactions & flushes 2024-11-09T19:22:04,769 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:22:04,769 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:22:04,769 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. after waiting 0 ms 2024-11-09T19:22:04,769 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:22:04,769 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e35a9e9e675421726230e5424ccfd88 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T19:22:04,771 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/ns/39f8e24c385d4ff3bf344ca8c7b5d2aa 2024-11-09T19:22:04,795 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/f/aca6c9a4644b4cefbb9a018960eddd17 is 28, key is row/f:/1731180114368/DeleteFamily/seqid=0 2024-11-09T19:22:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741843_1019 (size=5085) 2024-11-09T19:22:04,803 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/rep_barrier/c15999b84e564e6ab3c2b17f678d625d is 112, key is test,,1731180100951.1e35a9e9e675421726230e5424ccfd88./rep_barrier:seqnumDuringOpen/1731180102099/Put/seqid=0 2024-11-09T19:22:04,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741844_1020 (size=5518) 2024-11-09T19:22:04,807 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/rep_barrier/c15999b84e564e6ab3c2b17f678d625d 2024-11-09T19:22:04,829 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/table/76b8f36494f64fcfae88278ebedc4282 is 53, key is hbase:replication/table:state/1731180107463/Put/seqid=0 2024-11-09T19:22:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741845_1021 (size=5308) 2024-11-09T19:22:04,833 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/table/76b8f36494f64fcfae88278ebedc4282 2024-11-09T19:22:04,837 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:22:04,837 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:22:04,838 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/info/6415c279d93f41e88886900fbfadb979 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/info/6415c279d93f41e88886900fbfadb979 2024-11-09T19:22:04,842 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/info/6415c279d93f41e88886900fbfadb979, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:22:04,844 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/ns/39f8e24c385d4ff3bf344ca8c7b5d2aa as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/ns/39f8e24c385d4ff3bf344ca8c7b5d2aa 2024-11-09T19:22:04,848 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/ns/39f8e24c385d4ff3bf344ca8c7b5d2aa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:22:04,848 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/rep_barrier/c15999b84e564e6ab3c2b17f678d625d as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/rep_barrier/c15999b84e564e6ab3c2b17f678d625d 2024-11-09T19:22:04,852 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/rep_barrier/c15999b84e564e6ab3c2b17f678d625d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:22:04,855 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/.tmp/table/76b8f36494f64fcfae88278ebedc4282 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/table/76b8f36494f64fcfae88278ebedc4282 2024-11-09T19:22:04,858 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/table/76b8f36494f64fcfae88278ebedc4282, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:22:04,859 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=16, compaction requested=false 2024-11-09T19:22:04,859 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:22:04,870 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:22:04,870 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:04,870 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:04,870 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:04,870 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180124326Running coprocessor pre-close hooks at 1731180124326Disabling compacts and flushes for region at 1731180124326Disabling writes for close at 1731180124327 (+1 ms)Obtaining lock to block concurrent updates at 1731180124327Preparing flush snapshotting stores in 1588230740 at 1731180124327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180124327Flushing stores of hbase:meta,,1.1588230740 at 1731180124327Flushing 1588230740/info: creating writer at 1731180124327Flushing 1588230740/info: appending metadata at 1731180124347 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731180124347Flushing 1588230740/ns: creating writer at 1731180124355 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731180124367 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731180124367Flushing 1588230740/rep_barrier: creating writer at 1731180124775 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180124803 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180124803Flushing 1588230740/table: creating writer at 1731180124812 (+9 ms)Flushing 1588230740/table: appending metadata at 1731180124829 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731180124829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a8b8059: reopening flushed file at 1731180124837 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563e060b: reopening flushed file at 1731180124842 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfd5ca: reopening flushed file at 1731180124848 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223c6c04: reopening flushed file at 1731180124852 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 532ms, sequenceid=16, compaction requested=false at 1731180124859 (+7 ms)Writing region close event to WAL at 1731180124867 (+8 ms)Running coprocessor post-close hooks at 1731180124870 (+3 ms)Closed at 1731180124870 2024-11-09T19:22:04,871 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:04,927 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:05,127 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:05,200 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/f/aca6c9a4644b4cefbb9a018960eddd17 2024-11-09T19:22:05,205 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aca6c9a4644b4cefbb9a018960eddd17 2024-11-09T19:22:05,224 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/f1/01b37af62e044846bec172a3b79ebb8e is 29, key is row/f1:/1731180114368/DeleteFamily/seqid=0 2024-11-09T19:22:05,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741846_1022 (size=5089) 2024-11-09T19:22:05,321 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 636, reset compression=false 2024-11-09T19:22:05,327 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:22:05,327 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 883, reset compression=false 2024-11-09T19:22:05,327 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,45341,1731180086639 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:22:05,327 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:22:05,327 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1325): Online Regions={1e35a9e9e675421726230e5424ccfd88=test,,1731180100951.1e35a9e9e675421726230e5424ccfd88.} 2024-11-09T19:22:05,327 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:05,328 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,45341,1731180086639: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-fac84fd0e20f,45341,1731180086639, walGroup=fac84fd0e20f%2C45341%2C1731180086639, offset=fac84fd0e20f%2C45341%2C1731180086639.1731180088972:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:45341 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:22:05,329 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:22:05,329 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:22:05,330 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:22:05,330 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:22:05,330 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:22:05,330 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 895097192 }, "NonHeapMemoryUsage": { "committed": 207683584, "init": 7667712, "max": -1, "used": 202770624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:22:05,330 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:42059 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:22:05,528 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:05,532 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 883, reset compression=false 2024-11-09T19:22:05,630 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/f1/01b37af62e044846bec172a3b79ebb8e 2024-11-09T19:22:05,634 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b37af62e044846bec172a3b79ebb8e 2024-11-09T19:22:05,651 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/norep/364f2b4671424ee08e6c20172ecb985b is 32, key is row/norep:/1731180114368/DeleteFamily/seqid=0 2024-11-09T19:22:05,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741847_1023 (size=5101) 2024-11-09T19:22:05,728 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:05,836 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/WALs/fac84fd0e20f,45341,1731180086639/fac84fd0e20f%2C45341%2C1731180086639.1731180088972 to pos 883, reset compression=false 2024-11-09T19:22:05,928 DEBUG [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1351): Waiting on 1e35a9e9e675421726230e5424ccfd88 2024-11-09T19:22:06,055 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/norep/364f2b4671424ee08e6c20172ecb985b 2024-11-09T19:22:06,059 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 364f2b4671424ee08e6c20172ecb985b 2024-11-09T19:22:06,060 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/f/aca6c9a4644b4cefbb9a018960eddd17 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/f/aca6c9a4644b4cefbb9a018960eddd17 2024-11-09T19:22:06,064 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aca6c9a4644b4cefbb9a018960eddd17 2024-11-09T19:22:06,064 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/f/aca6c9a4644b4cefbb9a018960eddd17, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T19:22:06,065 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/f1/01b37af62e044846bec172a3b79ebb8e as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/f1/01b37af62e044846bec172a3b79ebb8e 2024-11-09T19:22:06,069 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01b37af62e044846bec172a3b79ebb8e 2024-11-09T19:22:06,069 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/f1/01b37af62e044846bec172a3b79ebb8e, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T19:22:06,069 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/.tmp/norep/364f2b4671424ee08e6c20172ecb985b as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/norep/364f2b4671424ee08e6c20172ecb985b 2024-11-09T19:22:06,073 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 364f2b4671424ee08e6c20172ecb985b 2024-11-09T19:22:06,073 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/norep/364f2b4671424ee08e6c20172ecb985b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T19:22:06,074 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1e35a9e9e675421726230e5424ccfd88 in 1305ms, sequenceid=6, compaction requested=false 2024-11-09T19:22:06,074 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:22:06,079 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/data/default/test/1e35a9e9e675421726230e5424ccfd88/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T19:22:06,080 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:06,080 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:06,080 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:22:06,080 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e35a9e9e675421726230e5424ccfd88: Waiting for close lock at 1731180124769Running coprocessor pre-close hooks at 1731180124769Disabling compacts and flushes for region at 1731180124769Disabling writes for close at 1731180124769Obtaining lock to block concurrent updates at 1731180124769Preparing flush snapshotting stores in 1e35a9e9e675421726230e5424ccfd88 at 1731180124769Finished memstore snapshotting test,,1731180100951.1e35a9e9e675421726230e5424ccfd88., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731180124769Flushing stores of test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. at 1731180124770 (+1 ms)Flushing 1e35a9e9e675421726230e5424ccfd88/f: creating writer at 1731180124770Flushing 1e35a9e9e675421726230e5424ccfd88/f: appending metadata at 1731180124794 (+24 ms)Flushing 1e35a9e9e675421726230e5424ccfd88/f: closing flushed file at 1731180124794Flushing 1e35a9e9e675421726230e5424ccfd88/f1: creating writer at 1731180125205 (+411 ms)Flushing 1e35a9e9e675421726230e5424ccfd88/f1: appending metadata at 1731180125223 (+18 ms)Flushing 1e35a9e9e675421726230e5424ccfd88/f1: closing flushed file at 1731180125223Flushing 1e35a9e9e675421726230e5424ccfd88/norep: creating writer at 1731180125634 (+411 ms)Flushing 1e35a9e9e675421726230e5424ccfd88/norep: appending metadata at 1731180125650 (+16 ms)Flushing 1e35a9e9e675421726230e5424ccfd88/norep: closing flushed file at 1731180125650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6adfa7a4: reopening flushed file at 1731180126059 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e0c94e: reopening flushed file at 1731180126064 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1119ca: reopening flushed file at 1731180126069 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 1e35a9e9e675421726230e5424ccfd88 in 1305ms, sequenceid=6, compaction requested=false at 1731180126074 (+5 ms)Writing region close event to WAL at 1731180126076 (+2 ms)Running coprocessor post-close hooks at 1731180126079 (+3 ms)Closed at 1731180126080 (+1 ms) 2024-11-09T19:22:06,080 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180100951.1e35a9e9e675421726230e5424ccfd88. 2024-11-09T19:22:06,128 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,45341,1731180086639; all regions closed. 2024-11-09T19:22:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741834_1010 (size=4239) 2024-11-09T19:22:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741839_1015 (size=2240) 2024-11-09T19:22:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741832_1008 (size=1535) 2024-11-09T19:22:06,134 DEBUG [RS:0;fac84fd0e20f:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:06,134 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:06,135 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:06,135 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:06,135 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:06,135 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:06,135 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,45341,1731180086639 because: Region server is closing 2024-11-09T19:22:06,136 INFO [RS:0;fac84fd0e20f:45341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:45341. 2024-11-09T19:22:06,136 DEBUG [RS:0;fac84fd0e20f:45341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:06,136 DEBUG [RS:0;fac84fd0e20f:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:06,136 DEBUG [RS:0;fac84fd0e20f:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:06,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:06,236 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.shipperfac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 terminated 2024-11-09T19:22:06,236 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,45341,1731180086639.replicationSource.wal-reader.fac84fd0e20f%2C45341%2C1731180086639,1-fac84fd0e20f,45341,1731180086639 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T19:22:06,236 INFO [RS:0;fac84fd0e20f:45341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45341 2024-11-09T19:22:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457/rs 2024-11-09T19:22:06,303 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:06,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0215643457/rs/fac84fd0e20f,45341,1731180086639 2024-11-09T19:22:06,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,45341,1731180086639] 2024-11-09T19:22:06,324 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0215643457/draining/fac84fd0e20f,45341,1731180086639 already deleted, retry=false 2024-11-09T19:22:06,324 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,45341,1731180086639 expired; onlineServers=0 2024-11-09T19:22:06,324 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42059,1731180086426' ***** 2024-11-09T19:22:06,324 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:22:06,324 INFO [M:0;fac84fd0e20f:42059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:06,324 INFO [M:0;fac84fd0e20f:42059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:06,324 DEBUG [M:0;fac84fd0e20f:42059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:22:06,325 DEBUG [M:0;fac84fd0e20f:42059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:22:06,325 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:22:06,325 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180088708 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180088708,5,FailOnTimeoutGroup] 2024-11-09T19:22:06,325 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180088708 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180088708,5,FailOnTimeoutGroup] 2024-11-09T19:22:06,325 INFO [M:0;fac84fd0e20f:42059 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:06,325 INFO [M:0;fac84fd0e20f:42059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:06,325 DEBUG [M:0;fac84fd0e20f:42059 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:22:06,325 INFO [M:0;fac84fd0e20f:42059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:22:06,325 INFO [M:0;fac84fd0e20f:42059 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:06,325 ERROR [M:0;fac84fd0e20f:42059 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38197,5,PEWorkerGroup] 2024-11-09T19:22:06,325 INFO [M:0;fac84fd0e20f:42059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:22:06,325 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:22:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0215643457/master 2024-11-09T19:22:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0215643457 2024-11-09T19:22:06,335 DEBUG [M:0;fac84fd0e20f:42059 {}] zookeeper.ZKUtil(347): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Unable to get data of znode /0215643457/master because node does not exist (not an error) 2024-11-09T19:22:06,335 WARN [M:0;fac84fd0e20f:42059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:22:06,336 INFO [M:0;fac84fd0e20f:42059 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/.lastflushedseqids 2024-11-09T19:22:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741848_1024 (size=245) 2024-11-09T19:22:06,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:06,414 INFO [RS:0;fac84fd0e20f:45341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:06,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x101210bb7010001, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:06,414 INFO [RS:0;fac84fd0e20f:45341 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,45341,1731180086639; zookeeper connection closed. 2024-11-09T19:22:06,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c50dafa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c50dafa 2024-11-09T19:22:06,414 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:22:06,739 INFO [M:0;fac84fd0e20f:42059 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:22:06,740 INFO [M:0;fac84fd0e20f:42059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:22:06,740 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:06,740 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:06,740 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:06,740 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:06,740 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:06,740 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T19:22:06,758 DEBUG [M:0;fac84fd0e20f:42059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee7567694dbb4aef9e3e49ad499e09c7 is 82, key is hbase:meta,,1/info:regioninfo/1731180089949/Put/seqid=0 2024-11-09T19:22:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741849_1025 (size=5672) 2024-11-09T19:22:07,161 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee7567694dbb4aef9e3e49ad499e09c7 2024-11-09T19:22:07,181 DEBUG [M:0;fac84fd0e20f:42059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dc17148e6544bdfabd8e0ab8b132800 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180102116/Put/seqid=0 2024-11-09T19:22:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741850_1026 (size=7218) 2024-11-09T19:22:07,184 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dc17148e6544bdfabd8e0ab8b132800 2024-11-09T19:22:07,187 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dc17148e6544bdfabd8e0ab8b132800 2024-11-09T19:22:07,199 DEBUG [M:0;fac84fd0e20f:42059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcfaa1caac614ad593a62ed82c71c040 is 69, key is fac84fd0e20f,45341,1731180086639/rs:state/1731180088811/Put/seqid=0 2024-11-09T19:22:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741851_1027 (size=5156) 2024-11-09T19:22:07,603 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcfaa1caac614ad593a62ed82c71c040 2024-11-09T19:22:07,607 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee7567694dbb4aef9e3e49ad499e09c7 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee7567694dbb4aef9e3e49ad499e09c7 2024-11-09T19:22:07,610 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee7567694dbb4aef9e3e49ad499e09c7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T19:22:07,611 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dc17148e6544bdfabd8e0ab8b132800 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dc17148e6544bdfabd8e0ab8b132800 2024-11-09T19:22:07,614 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5dc17148e6544bdfabd8e0ab8b132800 2024-11-09T19:22:07,614 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dc17148e6544bdfabd8e0ab8b132800, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T19:22:07,615 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcfaa1caac614ad593a62ed82c71c040 as hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcfaa1caac614ad593a62ed82c71c040 2024-11-09T19:22:07,619 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38197/user/jenkins/test-data/7aa31ef1-8a8e-10c5-b933-8a23c014101e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcfaa1caac614ad593a62ed82c71c040, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T19:22:07,620 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=105, compaction requested=false 2024-11-09T19:22:07,628 INFO [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:07,628 DEBUG [M:0;fac84fd0e20f:42059 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180126740Disabling compacts and flushes for region at 1731180126740Disabling writes for close at 1731180126740Obtaining lock to block concurrent updates at 1731180126740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180126740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731180126740Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180126741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180126741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180126757 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180126757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180127164 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180127180 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180127180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180127187 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180127199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180127199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b57fc4c: reopening flushed file at 1731180127606 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400ff8ff: reopening flushed file at 1731180127610 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a10baf: reopening flushed file at 1731180127615 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=105, compaction requested=false at 1731180127620 (+5 ms)Writing region close event to WAL at 1731180127628 (+8 ms)Closed at 1731180127628 2024-11-09T19:22:07,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44091 is added to blk_1073741830_1006 (size=64423) 2024-11-09T19:22:07,630 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:07,630 INFO [M:0;fac84fd0e20f:42059 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:22:07,631 INFO [M:0;fac84fd0e20f:42059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42059 2024-11-09T19:22:07,631 INFO [M:0;fac84fd0e20f:42059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:07,924 INFO [M:0;fac84fd0e20f:42059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:07,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42059-0x101210bb7010000, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:08,004 WARN [BP-885442359-172.17.0.2-1731180084070 heartbeating to localhost/127.0.0.1:38197 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-885442359-172.17.0.2-1731180084070 (Datanode Uuid ad895716-0d72-4da9-8788-6caa026305ff) service to localhost/127.0.0.1:38197 2024-11-09T19:22:08,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/data/data1/current/BP-885442359-172.17.0.2-1731180084070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:08,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/cluster_546150f7-1a79-4d81-f720-e614c244a20d/data/data2/current/BP-885442359-172.17.0.2-1731180084070 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:08,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@517907da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:08,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ddec6b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:08,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:08,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ba04dbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:08,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bc33d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:08,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:22:08,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a6935be{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:08,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@118a561c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:08,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:08,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4323782a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:08,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49605917{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8af1556f-96ad-5e56-84e2-8b5f143cf9e4/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:08,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:22:08,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:22:08,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=365 (was 316) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:34421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:38197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:38197 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:46769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:34421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:46769 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:46769 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46769 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38197 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:38197 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:34421 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38197 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 390), ProcessCount=11 (was 11), AvailableMemoryMB=2707 (was 2867) 2024-11-09T19:22:08,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=365, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=2707 2024-11-09T19:22:08,240 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T19:22:08,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir so I do NOT create it in target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233 2024-11-09T19:22:08,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:22:08,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.tmp.dir so I do NOT create it in target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233 2024-11-09T19:22:08,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/22e3c878-f7eb-7e9c-1121-7e1b3f7ea07f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:22:08,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233 2024-11-09T19:22:08,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413, deleteOnExit=true 2024-11-09T19:22:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101210bb7010005, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:22:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101210bb7010002, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:22:08,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101210bb7010008, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:22:08,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101210bb7010002, quorum=127.0.0.1:54462, baseZNode=/0215643457 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:22:08,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101210bb7010005, quorum=127.0.0.1:54462, baseZNode=/1-369052817 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:22:08,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101210bb7010008, quorum=127.0.0.1:54462, baseZNode=/2-1943723173 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:22:08,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/zookeeper_0, clientPort=61742, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:22:08,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61742 2024-11-09T19:22:08,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:22:08,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/test.cache.data in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:22:08,474 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:08,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:22:08,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:22:09,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:09,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:09,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:09,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:09,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:22:09,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:09,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531bd10b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:09,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6e5e79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:09,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65d9c552{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/java.io.tmpdir/jetty-localhost-41757-hadoop-hdfs-3_4_1-tests_jar-_-any-14806961447627307036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:09,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c546e7e{HTTP/1.1, (http/1.1)}{localhost:41757} 2024-11-09T19:22:09,236 INFO [Time-limited test {}] server.Server(415): Started @304546ms 2024-11-09T19:22:09,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:09,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:09,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:09,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:09,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T19:22:09,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b6a428e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:09,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4731b2ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:09,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@231948cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/java.io.tmpdir/jetty-localhost-42459-hadoop-hdfs-3_4_1-tests_jar-_-any-13932486109778155105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:09,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@393bd6aa{HTTP/1.1, (http/1.1)}{localhost:42459} 2024-11-09T19:22:09,639 INFO [Time-limited test {}] server.Server(415): Started @304949ms 2024-11-09T19:22:09,640 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:22:10,263 WARN [Thread-4164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/data/data2/current/BP-1650257250-172.17.0.2-1731180128493/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:10,263 WARN [Thread-4163 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/data/data1/current/BP-1650257250-172.17.0.2-1731180128493/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:10,271 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:22:10,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,285 WARN [Thread-4150 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:22:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25d50bd561a5413d with lease ID 0x583e7677f3b309eb: Processing first storage report for DS-05ee7da5-609a-4f5e-9c10-e2a1b63dd758 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=0898f311-2fbc-42af-9ab2-a561b549ba53, infoPort=41519, infoSecurePort=0, ipcPort=39241, storageInfo=lv=-57;cid=testClusterID;nsid=768382059;c=1731180128493) 2024-11-09T19:22:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25d50bd561a5413d with lease ID 0x583e7677f3b309eb: from storage DS-05ee7da5-609a-4f5e-9c10-e2a1b63dd758 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=0898f311-2fbc-42af-9ab2-a561b549ba53, infoPort=41519, infoSecurePort=0, ipcPort=39241, storageInfo=lv=-57;cid=testClusterID;nsid=768382059;c=1731180128493), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:22:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25d50bd561a5413d with lease ID 0x583e7677f3b309eb: Processing first storage report for DS-20ca0299-b4e7-46c1-92a0-debfe5bc5295 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=0898f311-2fbc-42af-9ab2-a561b549ba53, infoPort=41519, infoSecurePort=0, ipcPort=39241, storageInfo=lv=-57;cid=testClusterID;nsid=768382059;c=1731180128493) 2024-11-09T19:22:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25d50bd561a5413d with lease ID 0x583e7677f3b309eb: from storage DS-20ca0299-b4e7-46c1-92a0-debfe5bc5295 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=0898f311-2fbc-42af-9ab2-a561b549ba53, infoPort=41519, infoSecurePort=0, ipcPort=39241, storageInfo=lv=-57;cid=testClusterID;nsid=768382059;c=1731180128493), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:22:10,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:10,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233 2024-11-09T19:22:10,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:10,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:10,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:22:10,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e with version=8 2024-11-09T19:22:10,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/hbase-staging 2024-11-09T19:22:10,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:22:10,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:10,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44281 2024-11-09T19:22:10,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44281 connecting to ZooKeeper ensemble=127.0.0.1:61742 2024-11-09T19:22:10,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442810x0, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:10,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44281-0x101210c64830000 connected 2024-11-09T19:22:10,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:10,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:10,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on znode that does not yet exist, /0344033372/running 2024-11-09T19:22:10,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e, hbase.cluster.distributed=false 2024-11-09T19:22:10,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on znode that does not yet exist, /0344033372/acl 2024-11-09T19:22:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44281 2024-11-09T19:22:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44281 2024-11-09T19:22:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44281 2024-11-09T19:22:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44281 2024-11-09T19:22:10,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44281 2024-11-09T19:22:10,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:22:10,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:10,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44349 2024-11-09T19:22:10,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44349 connecting to ZooKeeper ensemble=127.0.0.1:61742 2024-11-09T19:22:10,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:10,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:10,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443490x0, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:10,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443490x0, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on znode that does not yet exist, /0344033372/running 2024-11-09T19:22:10,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44349-0x101210c64830001 connected 2024-11-09T19:22:10,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:22:10,990 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:22:10,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on znode that does not yet exist, /0344033372/master 2024-11-09T19:22:10,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on znode that does not yet exist, /0344033372/acl 2024-11-09T19:22:10,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44349 2024-11-09T19:22:10,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44349 2024-11-09T19:22:10,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44349 2024-11-09T19:22:10,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44349 2024-11-09T19:22:10,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44349 2024-11-09T19:22:11,009 DEBUG [M:0;fac84fd0e20f:44281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:44281 2024-11-09T19:22:11,009 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0344033372/backup-masters/fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:11,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372/backup-masters 2024-11-09T19:22:11,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372/backup-masters 2024-11-09T19:22:11,020 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on existing znode=/0344033372/backup-masters/fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0344033372/master 2024-11-09T19:22:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:11,030 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on existing znode=/0344033372/master 2024-11-09T19:22:11,030 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0344033372/backup-masters/fac84fd0e20f,44281,1731180130780 from backup master directory 2024-11-09T19:22:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0344033372/backup-masters/fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372/backup-masters 2024-11-09T19:22:11,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372/backup-masters 2024-11-09T19:22:11,040 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:11,040 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:11,043 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/hbase.id] with ID: 2441ab76-0b66-4996-aaa5-ed6c307d839d 2024-11-09T19:22:11,043 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/.tmp/hbase.id 2024-11-09T19:22:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:22:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:22:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:22:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:22:11,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:11,447 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/.tmp/hbase.id]:[hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/hbase.id] 2024-11-09T19:22:11,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:11,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:22:11,454 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T19:22:11,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:11,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:11,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:22:11,907 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:11,908 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:22:11,908 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:22:12,314 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/data/master/store 2024-11-09T19:22:12,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:22:12,343 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=32, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-09T19:22:12,346 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T19:22:12,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:12,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:12,722 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:12,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:12,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:12,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:12,722 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:12,722 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180132722Disabling compacts and flushes for region at 1731180132722Disabling writes for close at 1731180132722Writing region close event to WAL at 1731180132722Closed at 1731180132722 2024-11-09T19:22:12,723 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/data/master/store/.initializing 2024-11-09T19:22:12,723 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/WALs/fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:12,723 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:12,724 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C44281%2C1731180130780, suffix=, logDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/WALs/fac84fd0e20f,44281,1731180130780, archiveDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/oldWALs, maxLogs=10 2024-11-09T19:22:12,739 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/WALs/fac84fd0e20f,44281,1731180130780/fac84fd0e20f%2C44281%2C1731180130780.1731180132724, exclude list is [], retry=0 2024-11-09T19:22:12,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-05ee7da5-609a-4f5e-9c10-e2a1b63dd758,DISK] 2024-11-09T19:22:12,742 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/WALs/fac84fd0e20f,44281,1731180130780/fac84fd0e20f%2C44281%2C1731180130780.1731180132724 2024-11-09T19:22:12,742 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41519:41519)] 2024-11-09T19:22:12,742 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:12,743 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:12,743 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,743 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:22:12,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:12,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:22:12,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:12,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:22:12,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:12,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:22:12,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:12,748 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,748 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,748 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,749 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,749 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,749 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:12,750 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:12,751 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:12,751 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64722302, jitterRate=-0.03556254506111145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:12,752 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180132743Initializing all the Stores at 1731180132743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180132743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180132743Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180132743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180132743Cleaning up temporary data from old regions at 1731180132749 (+6 ms)Region opened successfully at 1731180132752 (+3 ms) 2024-11-09T19:22:12,752 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:22:12,754 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7191c128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:12,754 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:22:12,754 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:22:12,754 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:22:12,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:22:12,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:22:12,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:22:12,755 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:22:12,756 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:22:12,757 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Unable to get data of znode /0344033372/balancer because node does not exist (not necessarily an error) 2024-11-09T19:22:12,773 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0344033372/balancer already deleted, retry=false 2024-11-09T19:22:12,773 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:22:12,774 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Unable to get data of znode /0344033372/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:22:12,783 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0344033372/normalizer already deleted, retry=false 2024-11-09T19:22:12,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:22:12,785 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Unable to get data of znode /0344033372/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:22:12,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0344033372/switch/split already deleted, retry=false 2024-11-09T19:22:12,794 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Unable to get data of znode /0344033372/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:22:12,804 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0344033372/switch/merge already deleted, retry=false 2024-11-09T19:22:12,806 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Unable to get data of znode /0344033372/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:22:12,815 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0344033372/snapshot-cleanup already deleted, retry=false 2024-11-09T19:22:12,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0344033372/running 2024-11-09T19:22:12,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0344033372/running 2024-11-09T19:22:12,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:12,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:12,826 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,44281,1731180130780, sessionid=0x101210c64830000, setting cluster-up flag (Was=false) 2024-11-09T19:22:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:12,878 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0344033372/flush-table-proc/acquired, /0344033372/flush-table-proc/reached, /0344033372/flush-table-proc/abort 2024-11-09T19:22:12,879 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:12,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:12,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:12,931 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0344033372/online-snapshot/acquired, /0344033372/online-snapshot/reached, /0344033372/online-snapshot/abort 2024-11-09T19:22:12,931 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:12,932 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:22:12,933 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:12,933 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:22:12,933 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:22:12,934 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,44281,1731180130780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:22:12,934 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:12,934 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:12,935 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:12,935 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:12,935 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:22:12,935 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:12,935 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:12,935 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180162936 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:22:12,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:12,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:22:12,936 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:22:12,937 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:22:12,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:22:12,937 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180132937,5,FailOnTimeoutGroup] 2024-11-09T19:22:12,937 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180132937,5,FailOnTimeoutGroup] 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:12,937 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:12,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:22:12,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:22:12,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e 2024-11-09T19:22:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741832_1008 (size=32) 2024-11-09T19:22:12,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:12,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:12,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:12,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:12,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:12,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:12,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:12,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:12,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:12,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:12,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:12,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:12,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:12,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:12,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:12,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/hbase/meta/1588230740 2024-11-09T19:22:12,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/hbase/meta/1588230740 2024-11-09T19:22:12,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:12,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:12,958 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:12,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:12,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:12,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66199308, jitterRate=-0.013553440570831299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180132951Initializing all the Stores at 1731180132951Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180132951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180132952 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180132952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180132952Cleaning up temporary data from old regions at 1731180132958 (+6 ms)Region opened successfully at 1731180132960 (+2 ms) 2024-11-09T19:22:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:12,961 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:12,961 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:12,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180132961Disabling compacts and flushes for region at 1731180132961Disabling writes for close at 1731180132961Writing region close event to WAL at 1731180132961Closed at 1731180132961 2024-11-09T19:22:12,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:12,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:22:12,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:22:12,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:12,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:22:13,001 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(746): ClusterId : 2441ab76-0b66-4996-aaa5-ed6c307d839d 2024-11-09T19:22:13,001 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:22:13,009 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:22:13,009 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:22:13,020 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:22:13,020 DEBUG [RS:0;fac84fd0e20f:44349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed8f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:13,036 DEBUG [RS:0;fac84fd0e20f:44349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:44349 2024-11-09T19:22:13,036 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:22:13,036 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:22:13,036 DEBUG [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:22:13,037 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,44281,1731180130780 with port=44349, startcode=1731180130975 2024-11-09T19:22:13,037 DEBUG [RS:0;fac84fd0e20f:44349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:22:13,038 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:22:13,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44281 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44281 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,040 DEBUG [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e 2024-11-09T19:22:13,040 DEBUG [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44499 2024-11-09T19:22:13,040 DEBUG [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:22:13,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372/rs 2024-11-09T19:22:13,051 DEBUG [RS:0;fac84fd0e20f:44349 {}] zookeeper.ZKUtil(111): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Set watcher on existing znode=/0344033372/rs/fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,051 WARN [RS:0;fac84fd0e20f:44349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:13,051 INFO [RS:0;fac84fd0e20f:44349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:13,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,44349,1731180130975] 2024-11-09T19:22:13,052 DEBUG [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,054 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:22:13,056 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:22:13,056 INFO [RS:0;fac84fd0e20f:44349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:22:13,056 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,059 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:22:13,059 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:22:13,059 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,059 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,059 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,059 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,059 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,059 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,059 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:13,060 DEBUG [RS:0;fac84fd0e20f:44349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:13,063 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,063 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,063 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,063 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,063 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,063 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44349,1731180130975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:13,079 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:22:13,079 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44349,1731180130975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,079 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,079 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.Replication(171): fac84fd0e20f,44349,1731180130975 started 2024-11-09T19:22:13,091 INFO [RS:0;fac84fd0e20f:44349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,091 INFO [RS:0;fac84fd0e20f:44349 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,44349,1731180130975, RpcServer on fac84fd0e20f/172.17.0.2:44349, sessionid=0x101210c64830001 2024-11-09T19:22:13,091 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:22:13,091 DEBUG [RS:0;fac84fd0e20f:44349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,091 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,44349,1731180130975' 2024-11-09T19:22:13,091 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0344033372/flush-table-proc/abort' 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0344033372/flush-table-proc/acquired' 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,44349,1731180130975' 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0344033372/online-snapshot/abort' 2024-11-09T19:22:13,092 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0344033372/online-snapshot/acquired' 2024-11-09T19:22:13,093 DEBUG [RS:0;fac84fd0e20f:44349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:22:13,093 INFO [RS:0;fac84fd0e20f:44349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:22:13,093 INFO [RS:0;fac84fd0e20f:44349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:22:13,113 WARN [fac84fd0e20f:44281 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T19:22:13,193 INFO [RS:0;fac84fd0e20f:44349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:13,194 INFO [RS:0;fac84fd0e20f:44349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C44349%2C1731180130975, suffix=, logDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975, archiveDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/oldWALs, maxLogs=10 2024-11-09T19:22:13,207 DEBUG [RS:0;fac84fd0e20f:44349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975/fac84fd0e20f%2C44349%2C1731180130975.1731180133194, exclude list is [], retry=0 2024-11-09T19:22:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-05ee7da5-609a-4f5e-9c10-e2a1b63dd758,DISK] 2024-11-09T19:22:13,210 INFO [RS:0;fac84fd0e20f:44349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975/fac84fd0e20f%2C44349%2C1731180130975.1731180133194 2024-11-09T19:22:13,210 DEBUG [RS:0;fac84fd0e20f:44349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41519:41519)] 2024-11-09T19:22:13,363 DEBUG [fac84fd0e20f:44281 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:22:13,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,44349,1731180130975, state=OPENING 2024-11-09T19:22:13,419 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:22:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:13,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0344033372 2024-11-09T19:22:13,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0344033372/meta-region-server: CHANGED 2024-11-09T19:22:13,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0344033372/meta-region-server: CHANGED 2024-11-09T19:22:13,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:13,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44349,1731180130975}] 2024-11-09T19:22:13,581 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:13,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:22:13,585 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:22:13,585 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:13,585 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:22:13,586 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C44349%2C1731180130975.meta, suffix=.meta, logDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975, archiveDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/oldWALs, maxLogs=10 2024-11-09T19:22:13,601 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975/fac84fd0e20f%2C44349%2C1731180130975.meta.1731180133586.meta, exclude list is [], retry=0 2024-11-09T19:22:13,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-05ee7da5-609a-4f5e-9c10-e2a1b63dd758,DISK] 2024-11-09T19:22:13,604 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/WALs/fac84fd0e20f,44349,1731180130975/fac84fd0e20f%2C44349%2C1731180130975.meta.1731180133586.meta 2024-11-09T19:22:13,604 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41519:41519)] 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:13,605 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:22:13,605 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:22:13,605 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:22:13,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:13,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:13,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:13,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:13,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:13,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:13,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:13,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:13,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:13,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:13,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:13,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:13,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:13,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:13,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:13,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:13,610 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:13,610 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/hbase/meta/1588230740 2024-11-09T19:22:13,611 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/hbase/meta/1588230740 2024-11-09T19:22:13,612 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:13,612 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:13,612 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:13,613 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:13,613 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74069114, jitterRate=0.10371580719947815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:13,613 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:22:13,614 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180133605Writing region info on filesystem at 1731180133605Initializing all the Stores at 1731180133606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180133606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180133606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180133606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180133606Cleaning up temporary data from old regions at 1731180133612 (+6 ms)Running coprocessor post-open hooks at 1731180133613 (+1 ms)Region opened successfully at 1731180133614 (+1 ms) 2024-11-09T19:22:13,614 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180133581 2024-11-09T19:22:13,616 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:22:13,616 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:22:13,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,44349,1731180130975, state=OPEN 2024-11-09T19:22:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44349-0x101210c64830001, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0344033372/meta-region-server 2024-11-09T19:22:13,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44281-0x101210c64830000, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0344033372/meta-region-server 2024-11-09T19:22:13,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:13,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0344033372/meta-region-server: CHANGED 2024-11-09T19:22:13,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0344033372/meta-region-server: CHANGED 2024-11-09T19:22:13,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:22:13,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,44349,1731180130975 in 223 msec 2024-11-09T19:22:13,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:22:13,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-09T19:22:13,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:13,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:22:13,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:13,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44349,1731180130975, seqNum=-1] 2024-11-09T19:22:13,658 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:13,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:13,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 729 msec 2024-11-09T19:22:13,662 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180133662, completionTime=-1 2024-11-09T19:22:13,662 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:22:13,662 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:22:13,663 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:22:13,663 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180193663 2024-11-09T19:22:13,663 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180253663 2024-11-09T19:22:13,663 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:22:13,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44281,1731180130780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44281,1731180130780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44281,1731180130780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:44281, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,665 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.626sec 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44281,1731180130780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:13,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44281,1731180130780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:22:13,669 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:22:13,669 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:22:13,669 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,44281,1731180130780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:13,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6635f200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:13,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44281,-1 for getting cluster id 2024-11-09T19:22:13,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:13,702 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2441ab76-0b66-4996-aaa5-ed6c307d839d' 2024-11-09T19:22:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2441ab76-0b66-4996-aaa5-ed6c307d839d" 2024-11-09T19:22:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66734350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44281,-1] 2024-11-09T19:22:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:13,704 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:13,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250b53fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:13,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,44349,1731180130975, seqNum=-1] 2024-11-09T19:22:13,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:13,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:13,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:13,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61742 2024-11-09T19:22:13,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61742, baseZNode=/0344033372 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:13,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101210c64830002 connected 2024-11-09T19:22:13,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f2d6f4 2024-11-09T19:22:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:13,739 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:13,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:13,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:22:13,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:22:13,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:13,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:22:13,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:22:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:22:13,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:14,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 71052c7926031c1fd8c03bb0fcd0bc9d, NAME => 'test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e 2024-11-09T19:22:14,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:22:14,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:14,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:14,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 71052c7926031c1fd8c03bb0fcd0bc9d, disabling compactions & flushes 2024-11-09T19:22:14,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. after waiting 0 ms 2024-11-09T19:22:14,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 71052c7926031c1fd8c03bb0fcd0bc9d: Waiting for close lock at 1731180134554Disabling compacts and flushes for region at 1731180134554Disabling writes for close at 1731180134554Writing region close event to WAL at 1731180134554Closed at 1731180134554 2024-11-09T19:22:14,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:22:14,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180134555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180134555"}]},"ts":"1731180134555"} 2024-11-09T19:22:14,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:22:14,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:22:14,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180134559"}]},"ts":"1731180134559"} 2024-11-09T19:22:14,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:22:14,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71052c7926031c1fd8c03bb0fcd0bc9d, ASSIGN}] 2024-11-09T19:22:14,562 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=71052c7926031c1fd8c03bb0fcd0bc9d, ASSIGN 2024-11-09T19:22:14,562 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=71052c7926031c1fd8c03bb0fcd0bc9d, ASSIGN; state=OFFLINE, location=fac84fd0e20f,44349,1731180130975; forceNewPlan=false, retain=false 2024-11-09T19:22:14,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71052c7926031c1fd8c03bb0fcd0bc9d, regionState=OPENING, regionLocation=fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:14,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=71052c7926031c1fd8c03bb0fcd0bc9d, ASSIGN because future has completed 2024-11-09T19:22:14,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71052c7926031c1fd8c03bb0fcd0bc9d, server=fac84fd0e20f,44349,1731180130975}] 2024-11-09T19:22:14,869 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 71052c7926031c1fd8c03bb0fcd0bc9d, NAME => 'test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:14,869 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:14,869 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:22:14,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:14,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,869 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,871 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,871 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71052c7926031c1fd8c03bb0fcd0bc9d columnFamilyName f 2024-11-09T19:22:14,871 DEBUG [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:14,872 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] regionserver.HStore(327): Store=71052c7926031c1fd8c03bb0fcd0bc9d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:14,872 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,872 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71052c7926031c1fd8c03bb0fcd0bc9d columnFamilyName f1 2024-11-09T19:22:14,872 DEBUG [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:14,873 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] regionserver.HStore(327): Store=71052c7926031c1fd8c03bb0fcd0bc9d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:14,873 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,873 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71052c7926031c1fd8c03bb0fcd0bc9d columnFamilyName norep 2024-11-09T19:22:14,873 DEBUG [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:14,874 INFO [StoreOpener-71052c7926031c1fd8c03bb0fcd0bc9d-1 {}] regionserver.HStore(327): Store=71052c7926031c1fd8c03bb0fcd0bc9d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:14,874 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,874 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/default/test/71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,874 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/default/test/71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,875 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,875 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,875 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:22:14,876 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,877 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/data/default/test/71052c7926031c1fd8c03bb0fcd0bc9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:14,878 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 71052c7926031c1fd8c03bb0fcd0bc9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67185965, jitterRate=0.0011488944292068481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:22:14,878 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 71052c7926031c1fd8c03bb0fcd0bc9d 2024-11-09T19:22:14,878 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 71052c7926031c1fd8c03bb0fcd0bc9d: Running coprocessor pre-open hook at 1731180134870Writing region info on filesystem at 1731180134870Initializing all the Stores at 1731180134870Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180134870Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180134870Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180134870Cleaning up temporary data from old regions at 1731180134875 (+5 ms)Running coprocessor post-open hooks at 1731180134878 (+3 ms)Region opened successfully at 1731180134878 2024-11-09T19:22:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:14,879 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d., pid=6, masterSystemTime=1731180134866 2024-11-09T19:22:14,880 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,880 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180133739.71052c7926031c1fd8c03bb0fcd0bc9d. 2024-11-09T19:22:14,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=71052c7926031c1fd8c03bb0fcd0bc9d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,44349,1731180130975 2024-11-09T19:22:14,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 71052c7926031c1fd8c03bb0fcd0bc9d, server=fac84fd0e20f,44349,1731180130975 because future has completed 2024-11-09T19:22:14,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:22:14,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 71052c7926031c1fd8c03bb0fcd0bc9d, server=fac84fd0e20f,44349,1731180130975 in 168 msec 2024-11-09T19:22:14,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:22:14,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=71052c7926031c1fd8c03bb0fcd0bc9d, ASSIGN in 323 msec 2024-11-09T19:22:14,886 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:22:14,886 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180134886"}]},"ts":"1731180134886"} 2024-11-09T19:22:14,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:22:14,888 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:22:14,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-09T19:22:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:15,890 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:22:15,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1053f8c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:15,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44281,-1 for getting cluster id 2024-11-09T19:22:15,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:15,892 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2441ab76-0b66-4996-aaa5-ed6c307d839d' 2024-11-09T19:22:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2441ab76-0b66-4996-aaa5-ed6c307d839d" 2024-11-09T19:22:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98e0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:15,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44281,-1] 2024-11-09T19:22:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:15,893 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695bcae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:15,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dbb8a96 2024-11-09T19:22:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:15,896 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:15,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:44281,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:22:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:22:15,899 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:44281' 2024-11-09T19:22:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:15,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1b872d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:15,900 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,44281,-1 for getting cluster id 2024-11-09T19:22:15,900 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:15,900 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2441ab76-0b66-4996-aaa5-ed6c307d839d' 2024-11-09T19:22:15,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:15,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2441ab76-0b66-4996-aaa5-ed6c307d839d" 2024-11-09T19:22:15,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1bb803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:15,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,44281,-1] 2024-11-09T19:22:15,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:15,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:15,902 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:15,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db02f73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:15,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,44281,1731180130780 2024-11-09T19:22:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@650c8702 2024-11-09T19:22:15,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:15,905 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:15,906 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T19:22:15,906 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:22:15,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:15,906 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:15,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:15,906 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fac84fd0e20f:44281, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T19:22:15,911 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fac84fd0e20f:44281, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fac84fd0e20f:44281, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fac84fd0e20f:44281, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T19:22:15,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://fac84fd0e20f:44281, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-09T19:22:15,912 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T19:22:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:16,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:16,011 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://fac84fd0e20f:44281, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T19:22:16,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:16,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:16,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:16,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:16,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 365) Potentially hanging thread: M:0;fac84fd0e20f:44281 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fac84fd0e20f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp848595743-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp848595743-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1fae56ff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@ad958f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcessThread(sid:0 cport:61742): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/fac84fd0e20f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@65216009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44499 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1040338358-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1650257250-172.17.0.2-1731180128493:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1935341459_20 at /127.0.0.1:36112 [Receiving block BP-1650257250-172.17.0.2-1731180128493:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.recvAddress(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.recvAddress(Socket.java:283) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel.doReadBytes(AbstractEpollChannel.java:349) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:785) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@50e63c37 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44499 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180132937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e/MasterData-prefix:fac84fd0e20f,44281,1731180130780 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fac84fd0e20f:44349-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@34d3e816[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp848595743-7903-acceptor-0@73737f07-ServerConnector@393bd6aa{HTTP/1.1, (http/1.1)}{localhost:42459} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/data/data1/current/BP-1650257250-172.17.0.2-1731180128493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f6a149f79c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61742) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f6a14ad20e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1053813584_20 at /127.0.0.1:36076 [Receiving block BP-1650257250-172.17.0.2-1731180128493:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1b92dc17 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1140b5e4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1040338358-7857-acceptor-0@63e954de-ServerConnector@2c546e7e{HTTP/1.1, (http/1.1)}{localhost:41757} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61742) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1040338358-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6a144352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1935341459_20 at /127.0.0.1:36118 [Receiving block BP-1650257250-172.17.0.2-1731180128493:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@6e3f6c1 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1040338358-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fac84fd0e20f:44349 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180132937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44499 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1040338358-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61742) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: fac84fd0e20f:44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: CacheReplicationMonitor(208835138) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp848595743-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6a144352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/fac84fd0e20f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1935341459_20 at /127.0.0.1:43748 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1650257250-172.17.0.2-1731180128493:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61742 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-75f4602-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/fac84fd0e20f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PacketResponder: BP-1650257250-172.17.0.2-1731180128493:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp1040338358-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6a144352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1040338358-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6a144352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1650257250-172.17.0.2-1731180128493 heartbeating to localhost/127.0.0.1:44499 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e-prefix:fac84fd0e20f,44349,1731180130975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44499/user/jenkins/test-data/ec5ce3a9-3663-3bad-2aa2-0a33918d606e-prefix:fac84fd0e20f,44349,1731180130975.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/data/data2/current/BP-1650257250-172.17.0.2-1731180128493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server idle connection scanner for port 39241 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/cluster_ce36f865-b72d-dbd6-f954-3603d6170413/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-24795919-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/fac84fd0e20f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39241 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@b271f46 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44499 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1040338358-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6a144352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@13e36719 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) - Thread LEAK? -, OpenFileDescriptor=866 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=2695 (was 2707) 2024-11-09T19:22:16,029 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-09T19:22:16,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=2695 2024-11-09T19:22:16,042 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-09T19:22:16,067 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T19:22:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.log.dir so I do NOT create it in target/test-data/480c123b-e86a-b365-2b40-901725517fac 2024-11-09T19:22:16,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:22:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.tmp.dir so I do NOT create it in target/test-data/480c123b-e86a-b365-2b40-901725517fac 2024-11-09T19:22:16,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/d5cf769b-652f-2c09-71f5-b86e88ebc233/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:22:16,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac 2024-11-09T19:22:16,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281, deleteOnExit=true 2024-11-09T19:22:16,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/zookeeper_0, clientPort=50926, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T19:22:16,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50926 2024-11-09T19:22:16,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:22:16,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:22:16,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/test.cache.data in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:22:16,116 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:22:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:22:16,478 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T19:22:16,488 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,488 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,489 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,490 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,538 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,539 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,540 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,549 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,553 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,553 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:16,628 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:16,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:16,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:16,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:16,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:22:16,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:16,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef8af53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:16,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a18052f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:16,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fa00ac9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/java.io.tmpdir/jetty-localhost-45109-hadoop-hdfs-3_4_1-tests_jar-_-any-15213860262591094747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:16,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cdcb634{HTTP/1.1, (http/1.1)}{localhost:45109} 2024-11-09T19:22:16,844 INFO [Time-limited test {}] server.Server(415): Started @312154ms 2024-11-09T19:22:17,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:17,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:17,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:17,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:17,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:22:17,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d326493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:17,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7791418e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:17,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1336c976{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/java.io.tmpdir/jetty-localhost-35123-hadoop-hdfs-3_4_1-tests_jar-_-any-9595637233529271387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:17,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eb27677{HTTP/1.1, (http/1.1)}{localhost:35123} 2024-11-09T19:22:17,636 INFO [Time-limited test {}] server.Server(415): Started @312946ms 2024-11-09T19:22:17,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:22:18,718 WARN [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/data/data1/current/BP-94764658-172.17.0.2-1731180136135/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:18,718 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/data/data2/current/BP-94764658-172.17.0.2-1731180136135/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:18,734 WARN [Thread-4286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:22:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3498699d967cf901 with lease ID 0x6a21aa021402991e: Processing first storage report for DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f from datanode DatanodeRegistration(127.0.0.1:39955, datanodeUuid=0338bbbe-91b5-4d35-a542-7103a320bb67, infoPort=37295, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=970276036;c=1731180136135) 2024-11-09T19:22:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3498699d967cf901 with lease ID 0x6a21aa021402991e: from storage DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f node DatanodeRegistration(127.0.0.1:39955, datanodeUuid=0338bbbe-91b5-4d35-a542-7103a320bb67, infoPort=37295, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=970276036;c=1731180136135), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:22:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3498699d967cf901 with lease ID 0x6a21aa021402991e: Processing first storage report for DS-e4034f5d-dbcd-4398-be04-939d1049b190 from datanode DatanodeRegistration(127.0.0.1:39955, datanodeUuid=0338bbbe-91b5-4d35-a542-7103a320bb67, infoPort=37295, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=970276036;c=1731180136135) 2024-11-09T19:22:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3498699d967cf901 with lease ID 0x6a21aa021402991e: from storage DS-e4034f5d-dbcd-4398-be04-939d1049b190 node DatanodeRegistration(127.0.0.1:39955, datanodeUuid=0338bbbe-91b5-4d35-a542-7103a320bb67, infoPort=37295, infoSecurePort=0, ipcPort=32931, storageInfo=lv=-57;cid=testClusterID;nsid=970276036;c=1731180136135), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:22:18,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac 2024-11-09T19:22:18,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:18,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:22:19,054 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:22:19,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T19:22:19,164 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a with version=8 2024-11-09T19:22:19,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/hbase-staging 2024-11-09T19:22:19,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:19,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:19,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:19,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:19,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:19,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:19,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:22:19,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:19,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38845 2024-11-09T19:22:19,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38845 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:19,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388450x0, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:19,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38845-0x101210c825d0000 connected 2024-11-09T19:22:19,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:19,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:19,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/running 2024-11-09T19:22:19,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a, hbase.cluster.distributed=false 2024-11-09T19:22:19,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/acl 2024-11-09T19:22:19,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38845 2024-11-09T19:22:19,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38845 2024-11-09T19:22:19,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38845 2024-11-09T19:22:19,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38845 2024-11-09T19:22:19,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38845 2024-11-09T19:22:19,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:19,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38555 2024-11-09T19:22:19,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38555 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:19,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:19,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:19,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385550x0, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:19,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38555-0x101210c825d0001 connected 2024-11-09T19:22:19,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/running 2024-11-09T19:22:19,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:22:19,668 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:22:19,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/master 2024-11-09T19:22:19,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/acl 2024-11-09T19:22:19,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-09T19:22:19,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38555 2024-11-09T19:22:19,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38555 2024-11-09T19:22:19,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-09T19:22:19,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-09T19:22:19,695 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:38845 2024-11-09T19:22:19,695 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-719471580/backup-masters/fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:19,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580/backup-masters 2024-11-09T19:22:19,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580/backup-masters 2024-11-09T19:22:19,762 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on existing znode=/0-719471580/backup-masters/fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-719471580/master 2024-11-09T19:22:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:19,835 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on existing znode=/0-719471580/master 2024-11-09T19:22:19,835 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-719471580/backup-masters/fac84fd0e20f,38845,1731180139166 from backup master directory 2024-11-09T19:22:19,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580/backup-masters 2024-11-09T19:22:19,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-719471580/backup-masters/fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:19,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580/backup-masters 2024-11-09T19:22:19,899 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:19,899 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:19,902 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/hbase.id] with ID: 687cb656-2dee-41c5-a2ba-e4fa5dd9a793 2024-11-09T19:22:19,902 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/.tmp/hbase.id 2024-11-09T19:22:19,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:22:20,306 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/.tmp/hbase.id]:[hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/hbase.id] 2024-11-09T19:22:20,312 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:20,312 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:22:20,313 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:22:20,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:20,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:20,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:22:20,378 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:20,378 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:22:20,379 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:20,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:22:20,784 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store 2024-11-09T19:22:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:22:20,789 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:20,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:20,790 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:20,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:20,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:20,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:20,790 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:20,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180140790Disabling compacts and flushes for region at 1731180140790Disabling writes for close at 1731180140790Writing region close event to WAL at 1731180140790Closed at 1731180140790 2024-11-09T19:22:20,790 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/.initializing 2024-11-09T19:22:20,790 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/WALs/fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:20,791 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:20,792 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C38845%2C1731180139166, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/WALs/fac84fd0e20f,38845,1731180139166, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/oldWALs, maxLogs=10 2024-11-09T19:22:20,808 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/WALs/fac84fd0e20f,38845,1731180139166/fac84fd0e20f%2C38845%2C1731180139166.1731180140792, exclude list is [], retry=0 2024-11-09T19:22:20,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:20,816 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/WALs/fac84fd0e20f,38845,1731180139166/fac84fd0e20f%2C38845%2C1731180139166.1731180140792 2024-11-09T19:22:20,817 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:20,817 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:20,817 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:20,817 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,817 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:22:20,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:20,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:20,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:22:20,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:20,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:20,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:22:20,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:20,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:20,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:22:20,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:20,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:20,824 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,824 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,825 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,825 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,825 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,826 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:20,827 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:20,828 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:20,829 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68265866, jitterRate=0.017240673303604126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:20,829 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180140817Initializing all the Stores at 1731180140818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180140818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180140818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180140818Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180140818Cleaning up temporary data from old regions at 1731180140825 (+7 ms)Region opened successfully at 1731180140829 (+4 ms) 2024-11-09T19:22:20,829 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:22:20,831 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff3a9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:20,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:22:20,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:22:20,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:22:20,832 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:22:20,833 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:22:20,833 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:22:20,833 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:22:20,837 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:22:20,838 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Unable to get data of znode /0-719471580/balancer because node does not exist (not necessarily an error) 2024-11-09T19:22:20,872 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-719471580/balancer already deleted, retry=false 2024-11-09T19:22:20,873 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:22:20,874 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Unable to get data of znode /0-719471580/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:22:20,938 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-719471580/normalizer already deleted, retry=false 2024-11-09T19:22:20,938 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:22:20,939 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Unable to get data of znode /0-719471580/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:22:21,015 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-719471580/switch/split already deleted, retry=false 2024-11-09T19:22:21,016 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Unable to get data of znode /0-719471580/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:22:21,068 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-719471580/switch/merge already deleted, retry=false 2024-11-09T19:22:21,070 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Unable to get data of znode /0-719471580/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:22:21,153 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-719471580/snapshot-cleanup already deleted, retry=false 2024-11-09T19:22:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-719471580/running 2024-11-09T19:22:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-719471580/running 2024-11-09T19:22:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:21,259 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,38845,1731180139166, sessionid=0x101210c825d0000, setting cluster-up flag (Was=false) 2024-11-09T19:22:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T19:22:21,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T19:22:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T19:22:21,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T19:22:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:21,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T19:22:21,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T19:22:21,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T19:22:21,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:21,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:21,648 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-719471580/flush-table-proc/acquired, /0-719471580/flush-table-proc/reached, /0-719471580/flush-table-proc/abort 2024-11-09T19:22:21,649 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:21,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:22,064 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-719471580/online-snapshot/acquired, /0-719471580/online-snapshot/reached, /0-719471580/online-snapshot/abort 2024-11-09T19:22:22,064 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:22,065 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:22:22,066 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:22,066 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:22:22,066 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:22:22,066 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,38845,1731180139166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,067 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:22,068 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180172068 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:22:22,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:22,068 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:22:22,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:22:22,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:22:22,070 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:22,070 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:22:22,072 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180142069,5,FailOnTimeoutGroup] 2024-11-09T19:22:22,072 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180142072,5,FailOnTimeoutGroup] 2024-11-09T19:22:22,072 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,072 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:22:22,072 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,072 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:22:22,083 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(746): ClusterId : 687cb656-2dee-41c5-a2ba-e4fa5dd9a793 2024-11-09T19:22:22,083 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:22:22,157 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:22:22,157 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:22:22,210 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:22:22,210 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a6673d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:22,221 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:38555 2024-11-09T19:22:22,221 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:22:22,221 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:22:22,221 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:22:22,222 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,38845,1731180139166 with port=38555, startcode=1731180139644 2024-11-09T19:22:22,222 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:22:22,223 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:22:22,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:22,224 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38845 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:22,225 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a 2024-11-09T19:22:22,225 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44737 2024-11-09T19:22:22,225 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:22:22,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580/rs 2024-11-09T19:22:22,299 DEBUG [RS:0;fac84fd0e20f:38555 {}] zookeeper.ZKUtil(111): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on existing znode=/0-719471580/rs/fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:22,299 WARN [RS:0;fac84fd0e20f:38555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:22,299 INFO [RS:0;fac84fd0e20f:38555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:22,299 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:22,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,38555,1731180139644] 2024-11-09T19:22:22,301 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:22:22,303 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:22:22,303 INFO [RS:0;fac84fd0e20f:38555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:22:22,303 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,303 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:22:22,303 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:22:22,303 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,303 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:22,304 DEBUG [RS:0;fac84fd0e20f:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:22,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38555,1731180139644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:22,322 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:22:22,323 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38555,1731180139644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,323 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,323 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.Replication(171): fac84fd0e20f,38555,1731180139644 started 2024-11-09T19:22:22,346 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:22,346 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,38555,1731180139644, RpcServer on fac84fd0e20f/172.17.0.2:38555, sessionid=0x101210c825d0001 2024-11-09T19:22:22,346 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:22:22,346 DEBUG [RS:0;fac84fd0e20f:38555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,38555,1731180139644' 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-719471580/flush-table-proc/abort' 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-719471580/flush-table-proc/acquired' 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,38555,1731180139644' 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-719471580/online-snapshot/abort' 2024-11-09T19:22:22,347 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-719471580/online-snapshot/acquired' 2024-11-09T19:22:22,348 DEBUG [RS:0;fac84fd0e20f:38555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:22:22,348 INFO [RS:0;fac84fd0e20f:38555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:22:22,348 INFO [RS:0;fac84fd0e20f:38555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:22:22,448 INFO [RS:0;fac84fd0e20f:38555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:22,449 INFO [RS:0;fac84fd0e20f:38555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38555%2C1731180139644, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/oldWALs, maxLogs=10 2024-11-09T19:22:22,461 DEBUG [RS:0;fac84fd0e20f:38555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449, exclude list is [], retry=0 2024-11-09T19:22:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:22,464 INFO [RS:0;fac84fd0e20f:38555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 2024-11-09T19:22:22,465 DEBUG [RS:0;fac84fd0e20f:38555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:22,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:22:22,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a 2024-11-09T19:22:22,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:22:22,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:22,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:22,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:22,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:22,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:22,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:22,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:22,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:22,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:22,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:22,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:22,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:22,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:22,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:22,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:22,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:22,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:22,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:22,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740 2024-11-09T19:22:22,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740 2024-11-09T19:22:22,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:22,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:22,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:22,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:22,896 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:22,896 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60581661, jitterRate=-0.097262904047966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:22,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180142887Initializing all the Stores at 1731180142887Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180142887Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180142887Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180142887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180142887Cleaning up temporary data from old regions at 1731180142894 (+7 ms)Region opened successfully at 1731180142896 (+2 ms) 2024-11-09T19:22:22,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:22,896 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:22,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:22,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:22,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:22,897 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:22,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180142896Disabling compacts and flushes for region at 1731180142896Disabling writes for close at 1731180142896Writing region close event to WAL at 1731180142897 (+1 ms)Closed at 1731180142897 2024-11-09T19:22:22,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:22,898 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:22:22,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:22:22,899 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:22,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:22:23,049 DEBUG [fac84fd0e20f:38845 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:22:23,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:23,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,38555,1731180139644, state=OPENING 2024-11-09T19:22:23,093 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:22:23,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:23,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:23,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:23,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-719471580/meta-region-server: CHANGED 2024-11-09T19:22:23,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-719471580/meta-region-server: CHANGED 2024-11-09T19:22:23,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38555,1731180139644}] 2024-11-09T19:22:23,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:23,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:22:23,271 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:22:23,271 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:23,271 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:22:23,272 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38555%2C1731180139644.meta, suffix=.meta, logDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/oldWALs, maxLogs=10 2024-11-09T19:22:23,286 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180143272.meta, exclude list is [], retry=0 2024-11-09T19:22:23,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:23,291 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180143272.meta 2024-11-09T19:22:23,291 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:23,291 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:23,291 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:23,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:22:23,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:22:23,292 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:22:23,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:22:23,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:23,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:22:23,292 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:22:23,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:23,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:23,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:23,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:23,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:23,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:23,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:23,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:23,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:23,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:23,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:23,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:23,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:23,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:23,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:23,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:23,298 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:23,299 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740 2024-11-09T19:22:23,299 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740 2024-11-09T19:22:23,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:23,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:23,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:23,301 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:23,304 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71676753, jitterRate=0.06806685030460358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:23,304 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:22:23,304 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180143292Writing region info on filesystem at 1731180143292Initializing all the Stores at 1731180143293 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180143293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180143295 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180143295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180143295Cleaning up temporary data from old regions at 1731180143300 (+5 ms)Running coprocessor post-open hooks at 1731180143304 (+4 ms)Region opened successfully at 1731180143304 2024-11-09T19:22:23,305 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180143266 2024-11-09T19:22:23,306 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:22:23,306 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:22:23,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:23,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,38555,1731180139644, state=OPEN 2024-11-09T19:22:23,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-719471580/meta-region-server 2024-11-09T19:22:23,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-719471580/meta-region-server 2024-11-09T19:22:23,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:23,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-719471580/meta-region-server: CHANGED 2024-11-09T19:22:23,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-719471580/meta-region-server: CHANGED 2024-11-09T19:22:23,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:22:23,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,38555,1731180139644 in 229 msec 2024-11-09T19:22:23,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:22:23,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-09T19:22:23,348 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:23,348 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:22:23,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:23,349 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38555,1731180139644, seqNum=-1] 2024-11-09T19:22:23,349 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:23,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:23,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-09T19:22:23,353 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180143353, completionTime=-1 2024-11-09T19:22:23,353 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:22:23,354 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:22:23,355 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:22:23,355 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180203355 2024-11-09T19:22:23,355 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180263355 2024-11-09T19:22:23,355 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T19:22:23,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38845,1731180139166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38845,1731180139166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38845,1731180139166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:38845, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,357 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:22:23,358 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.459sec 2024-11-09T19:22:23,358 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:22:23,358 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:22:23,359 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:22:23,359 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:22:23,359 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:22:23,359 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38845,1731180139166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:23,359 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38845,1731180139166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:22:23,360 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:22:23,360 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:22:23,360 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,38845,1731180139166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:23,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b00906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:23,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,38845,-1 for getting cluster id 2024-11-09T19:22:23,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:23,385 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687cb656-2dee-41c5-a2ba-e4fa5dd9a793' 2024-11-09T19:22:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687cb656-2dee-41c5-a2ba-e4fa5dd9a793" 2024-11-09T19:22:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c78a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,38845,-1] 2024-11-09T19:22:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:23,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:23,387 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:23,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182bda77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:23,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38555,1731180139644, seqNum=-1] 2024-11-09T19:22:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:23,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:23,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:23,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:23,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:23,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101210c825d0002 connected 2024-11-09T19:22:23,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir so I do NOT create it in target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418 2024-11-09T19:22:23,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:22:23,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.tmp.dir so I do NOT create it in target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418 2024-11-09T19:22:23,428 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:22:23,428 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418 2024-11-09T19:22:23,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:22:23,428 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/cluster_4ff61650-38b4-8dca-212d-b720066a4d26, deleteOnExit=true 2024-11-09T19:22:23,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/test.cache.data in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:22:23,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:23,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:22:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:22:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:22:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:22:23,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:22:23,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:23,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:23,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:23,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:23,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:22:23,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:23,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec7742b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:23,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@504d4b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:23,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4906950e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/java.io.tmpdir/jetty-localhost-33123-hadoop-hdfs-3_4_1-tests_jar-_-any-9103311593687493322/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:23,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bcf13a8{HTTP/1.1, (http/1.1)}{localhost:33123} 2024-11-09T19:22:23,877 INFO [Time-limited test {}] server.Server(415): Started @319187ms 2024-11-09T19:22:24,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:24,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:24,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:24,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:24,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:22:24,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d601ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:24,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ddfb730{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:24,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466f1826{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/java.io.tmpdir/jetty-localhost-34707-hadoop-hdfs-3_4_1-tests_jar-_-any-16967243513228827379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:24,594 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59d26f09{HTTP/1.1, (http/1.1)}{localhost:34707} 2024-11-09T19:22:24,594 INFO [Time-limited test {}] server.Server(415): Started @319904ms 2024-11-09T19:22:24,595 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:22:25,341 WARN [Thread-4418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/cluster_4ff61650-38b4-8dca-212d-b720066a4d26/data/data1/current/BP-740119705-172.17.0.2-1731180143445/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:25,341 WARN [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/cluster_4ff61650-38b4-8dca-212d-b720066a4d26/data/data2/current/BP-740119705-172.17.0.2-1731180143445/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:25,357 WARN [Thread-4406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:22:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca00132234ba095 with lease ID 0x9935f9a305ca866: Processing first storage report for DS-73cd21a8-a0e8-492b-a510-2cafb3fc8e28 from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=6b91fb84-09c7-4156-8c63-35ae03c2ef58, infoPort=44777, infoSecurePort=0, ipcPort=37009, storageInfo=lv=-57;cid=testClusterID;nsid=1020657346;c=1731180143445) 2024-11-09T19:22:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca00132234ba095 with lease ID 0x9935f9a305ca866: from storage DS-73cd21a8-a0e8-492b-a510-2cafb3fc8e28 node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=6b91fb84-09c7-4156-8c63-35ae03c2ef58, infoPort=44777, infoSecurePort=0, ipcPort=37009, storageInfo=lv=-57;cid=testClusterID;nsid=1020657346;c=1731180143445), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:22:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca00132234ba095 with lease ID 0x9935f9a305ca866: Processing first storage report for DS-c2e7bd06-9d4b-4ce0-a3ec-96a6020b460b from datanode DatanodeRegistration(127.0.0.1:39421, datanodeUuid=6b91fb84-09c7-4156-8c63-35ae03c2ef58, infoPort=44777, infoSecurePort=0, ipcPort=37009, storageInfo=lv=-57;cid=testClusterID;nsid=1020657346;c=1731180143445) 2024-11-09T19:22:25,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca00132234ba095 with lease ID 0x9935f9a305ca866: from storage DS-c2e7bd06-9d4b-4ce0-a3ec-96a6020b460b node DatanodeRegistration(127.0.0.1:39421, datanodeUuid=6b91fb84-09c7-4156-8c63-35ae03c2ef58, infoPort=44777, infoSecurePort=0, ipcPort=37009, storageInfo=lv=-57;cid=testClusterID;nsid=1020657346;c=1731180143445), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:22:25,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418 2024-11-09T19:22:25,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:25,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:25,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:22:25,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6 with version=8 2024-11-09T19:22:25,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/hbase-staging 2024-11-09T19:22:25,842 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:22:25,843 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:25,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34957 2024-11-09T19:22:25,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34957 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:25,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349570x0, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:25,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34957-0x101210c825d0003 connected 2024-11-09T19:22:25,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:25,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:25,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/running 2024-11-09T19:22:25,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6, hbase.cluster.distributed=false 2024-11-09T19:22:25,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/acl 2024-11-09T19:22:25,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34957 2024-11-09T19:22:25,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34957 2024-11-09T19:22:25,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34957 2024-11-09T19:22:25,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34957 2024-11-09T19:22:25,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34957 2024-11-09T19:22:25,959 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:22:25,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:25,960 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34393 2024-11-09T19:22:25,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34393 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:25,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:25,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:25,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343930x0, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:25,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343930x0, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/running 2024-11-09T19:22:25,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:22:25,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34393-0x101210c825d0004 connected 2024-11-09T19:22:25,983 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:22:25,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/master 2024-11-09T19:22:25,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/acl 2024-11-09T19:22:25,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34393 2024-11-09T19:22:25,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34393 2024-11-09T19:22:25,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34393 2024-11-09T19:22:25,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34393 2024-11-09T19:22:25,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34393 2024-11-09T19:22:26,006 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:34957 2024-11-09T19:22:26,006 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-455627509/backup-masters/fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509/backup-masters 2024-11-09T19:22:26,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509/backup-masters 2024-11-09T19:22:26,016 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on existing znode=/1-455627509/backup-masters/fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:26,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-455627509/master 2024-11-09T19:22:26,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:26,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:26,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on existing znode=/1-455627509/master 2024-11-09T19:22:26,026 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-455627509/backup-masters/fac84fd0e20f,34957,1731180145842 from backup master directory 2024-11-09T19:22:26,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-455627509/backup-masters/fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:26,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509/backup-masters 2024-11-09T19:22:26,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509/backup-masters 2024-11-09T19:22:26,036 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:26,036 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:26,039 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/hbase.id] with ID: 3707772f-e739-40c5-a23c-309750a7707c 2024-11-09T19:22:26,039 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/.tmp/hbase.id 2024-11-09T19:22:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:22:26,443 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/.tmp/hbase.id]:[hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/hbase.id] 2024-11-09T19:22:26,456 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:26,457 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:22:26,458 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:22:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:26,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:26,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:22:26,499 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:26,500 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:22:26,501 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:26,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:22:26,559 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store 2024-11-09T19:22:26,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:22:26,998 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:26,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:26,999 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:26,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:26,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:26,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:26,999 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:26,999 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180146998Disabling compacts and flushes for region at 1731180146998Disabling writes for close at 1731180146999 (+1 ms)Writing region close event to WAL at 1731180146999Closed at 1731180146999 2024-11-09T19:22:27,000 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/.initializing 2024-11-09T19:22:27,000 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/WALs/fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:27,003 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:27,006 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C34957%2C1731180145842, suffix=, logDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/WALs/fac84fd0e20f,34957,1731180145842, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/oldWALs, maxLogs=10 2024-11-09T19:22:27,026 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/WALs/fac84fd0e20f,34957,1731180145842/fac84fd0e20f%2C34957%2C1731180145842.1731180147006, exclude list is [], retry=0 2024-11-09T19:22:27,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-73cd21a8-a0e8-492b-a510-2cafb3fc8e28,DISK] 2024-11-09T19:22:27,037 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/WALs/fac84fd0e20f,34957,1731180145842/fac84fd0e20f%2C34957%2C1731180145842.1731180147006 2024-11-09T19:22:27,037 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44777:44777)] 2024-11-09T19:22:27,038 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:27,038 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:27,038 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,038 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:22:27,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:27,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:22:27,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:22:27,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:27,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:22:27,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:27,053 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,054 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,056 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,056 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,056 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:27,057 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:27,059 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:27,060 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66626457, jitterRate=-0.007188424468040466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:27,060 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180147038Initializing all the Stores at 1731180147039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180147039Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180147044 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180147044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180147044Cleaning up temporary data from old regions at 1731180147056 (+12 ms)Region opened successfully at 1731180147060 (+4 ms) 2024-11-09T19:22:27,064 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:22:27,068 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e0cea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:27,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:22:27,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:22:27,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:22:27,069 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:22:27,070 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:22:27,070 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:22:27,070 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:22:27,073 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:22:27,074 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Unable to get data of znode /1-455627509/balancer because node does not exist (not necessarily an error) 2024-11-09T19:22:27,121 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-455627509/balancer already deleted, retry=false 2024-11-09T19:22:27,121 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:22:27,122 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Unable to get data of znode /1-455627509/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:22:27,131 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-455627509/normalizer already deleted, retry=false 2024-11-09T19:22:27,132 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:22:27,133 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Unable to get data of znode /1-455627509/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:22:27,146 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-455627509/switch/split already deleted, retry=false 2024-11-09T19:22:27,147 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Unable to get data of znode /1-455627509/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:22:27,156 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-455627509/switch/merge already deleted, retry=false 2024-11-09T19:22:27,159 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Unable to get data of znode /1-455627509/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:22:27,167 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-455627509/snapshot-cleanup already deleted, retry=false 2024-11-09T19:22:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-455627509/running 2024-11-09T19:22:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-455627509/running 2024-11-09T19:22:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:27,178 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,34957,1731180145842, sessionid=0x101210c825d0003, setting cluster-up flag (Was=false) 2024-11-09T19:22:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:27,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:27,230 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-455627509/flush-table-proc/acquired, /1-455627509/flush-table-proc/reached, /1-455627509/flush-table-proc/abort 2024-11-09T19:22:27,232 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:27,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:27,283 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-455627509/online-snapshot/acquired, /1-455627509/online-snapshot/reached, /1-455627509/online-snapshot/abort 2024-11-09T19:22:27,284 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:27,290 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:22:27,309 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:27,310 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:22:27,310 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:22:27,310 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,34957,1731180145842 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:22:27,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:27,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:27,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:27,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:27,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:22:27,312 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,313 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:27,313 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,314 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(746): ClusterId : 3707772f-e739-40c5-a23c-309750a7707c 2024-11-09T19:22:27,314 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:22:27,326 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:22:27,326 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:22:27,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:27,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:22:27,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:22:27,337 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:22:27,356 DEBUG [RS:0;fac84fd0e20f:34393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505ae473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180177356 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:22:27,357 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:22:27,369 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,380 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:34393 2024-11-09T19:22:27,380 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:22:27,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:22:27,380 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:22:27,380 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:22:27,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:22:27,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:22:27,380 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:22:27,381 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34957,1731180145842 with port=34393, startcode=1731180145958 2024-11-09T19:22:27,381 DEBUG [RS:0;fac84fd0e20f:34393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:22:27,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:22:27,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:22:27,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:22:27,401 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:22:27,402 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34957 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T19:22:27,403 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T19:22:27,403 WARN [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T19:22:27,404 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180147398,5,FailOnTimeoutGroup] 2024-11-09T19:22:27,420 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180147404,5,FailOnTimeoutGroup] 2024-11-09T19:22:27,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:22:27,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,420 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,506 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,34957,1731180145842 with port=34393, startcode=1731180145958 2024-11-09T19:22:27,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:27,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34957 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:27,510 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6 2024-11-09T19:22:27,510 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42655 2024-11-09T19:22:27,510 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:22:27,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509/rs 2024-11-09T19:22:27,585 DEBUG [RS:0;fac84fd0e20f:34393 {}] zookeeper.ZKUtil(111): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on existing znode=/1-455627509/rs/fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:27,585 WARN [RS:0;fac84fd0e20f:34393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:27,585 INFO [RS:0;fac84fd0e20f:34393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:27,585 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:27,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,34393,1731180145958] 2024-11-09T19:22:27,591 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:22:27,595 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:22:27,595 INFO [RS:0;fac84fd0e20f:34393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:22:27,596 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,596 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:22:27,597 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:22:27,597 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:27,597 DEBUG [RS:0;fac84fd0e20f:34393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:27,620 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,620 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,620 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,620 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,620 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,620 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34393,1731180145958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:27,644 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:22:27,645 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34393,1731180145958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,645 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,645 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.Replication(171): fac84fd0e20f,34393,1731180145958 started 2024-11-09T19:22:27,664 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:27,664 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,34393,1731180145958, RpcServer on fac84fd0e20f/172.17.0.2:34393, sessionid=0x101210c825d0004 2024-11-09T19:22:27,664 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:22:27,664 DEBUG [RS:0;fac84fd0e20f:34393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:27,664 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34393,1731180145958' 2024-11-09T19:22:27,664 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-455627509/flush-table-proc/abort' 2024-11-09T19:22:27,664 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-455627509/flush-table-proc/acquired' 2024-11-09T19:22:27,665 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:22:27,665 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:22:27,665 DEBUG [RS:0;fac84fd0e20f:34393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:27,665 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,34393,1731180145958' 2024-11-09T19:22:27,665 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-455627509/online-snapshot/abort' 2024-11-09T19:22:27,665 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-455627509/online-snapshot/acquired' 2024-11-09T19:22:27,666 DEBUG [RS:0;fac84fd0e20f:34393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:22:27,666 INFO [RS:0;fac84fd0e20f:34393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:22:27,666 INFO [RS:0;fac84fd0e20f:34393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:22:27,766 INFO [RS:0;fac84fd0e20f:34393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:27,768 INFO [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C34393%2C1731180145958, suffix=, logDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/oldWALs, maxLogs=10 2024-11-09T19:22:27,783 DEBUG [RS:0;fac84fd0e20f:34393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958/fac84fd0e20f%2C34393%2C1731180145958.1731180147768, exclude list is [], retry=0 2024-11-09T19:22:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-73cd21a8-a0e8-492b-a510-2cafb3fc8e28,DISK] 2024-11-09T19:22:27,789 INFO [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958/fac84fd0e20f%2C34393%2C1731180145958.1731180147768 2024-11-09T19:22:27,789 DEBUG [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44777:44777)] 2024-11-09T19:22:27,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:22:27,801 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6 2024-11-09T19:22:27,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:22:27,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:27,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:27,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:27,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:27,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:27,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:27,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:27,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:27,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:27,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:27,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:27,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:27,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:27,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:27,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:27,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740 2024-11-09T19:22:27,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740 2024-11-09T19:22:27,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:27,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:27,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:27,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:27,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64737866, jitterRate=-0.035330623388290405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180147862Initializing all the Stores at 1731180147863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180147863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180147863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180147863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180147863Cleaning up temporary data from old regions at 1731180147877 (+14 ms)Region opened successfully at 1731180147882 (+5 ms) 2024-11-09T19:22:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:27,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180147882Disabling compacts and flushes for region at 1731180147882Disabling writes for close at 1731180147882Writing region close event to WAL at 1731180147882Closed at 1731180147882 2024-11-09T19:22:27,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:27,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:22:27,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:22:27,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:27,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:22:28,036 DEBUG [fac84fd0e20f:34957 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:22:28,037 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:28,038 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,34393,1731180145958, state=OPENING 2024-11-09T19:22:28,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:22:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:28,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:28,100 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:28,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34393,1731180145958}] 2024-11-09T19:22:28,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-455627509/meta-region-server: CHANGED 2024-11-09T19:22:28,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-455627509/meta-region-server: CHANGED 2024-11-09T19:22:28,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:28,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:22:28,262 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:22:28,262 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:28,262 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:22:28,263 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C34393%2C1731180145958.meta, suffix=.meta, logDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958, archiveDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/oldWALs, maxLogs=10 2024-11-09T19:22:28,281 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958/fac84fd0e20f%2C34393%2C1731180145958.meta.1731180148264.meta, exclude list is [], retry=0 2024-11-09T19:22:28,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39421,DS-73cd21a8-a0e8-492b-a510-2cafb3fc8e28,DISK] 2024-11-09T19:22:28,285 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/WALs/fac84fd0e20f,34393,1731180145958/fac84fd0e20f%2C34393%2C1731180145958.meta.1731180148264.meta 2024-11-09T19:22:28,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,299 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44777:44777)] 2024-11-09T19:22:28,299 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:28,299 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:28,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:22:28,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:22:28,300 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:22:28,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:22:28,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:28,300 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:22:28,301 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:22:28,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:28,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:28,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:28,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:28,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:28,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:28,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:28,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:28,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:28,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:28,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:28,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:28,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:28,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:28,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:28,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:28,333 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:28,334 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740 2024-11-09T19:22:28,335 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740 2024-11-09T19:22:28,336 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:28,336 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:28,336 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:28,338 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:28,338 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153622, jitterRate=-0.0887400209903717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:28,338 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:22:28,339 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180148301Writing region info on filesystem at 1731180148301Initializing all the Stores at 1731180148302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180148302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180148328 (+26 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180148328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180148328Cleaning up temporary data from old regions at 1731180148336 (+8 ms)Running coprocessor post-open hooks at 1731180148338 (+2 ms)Region opened successfully at 1731180148338 2024-11-09T19:22:28,340 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180148253 2024-11-09T19:22:28,342 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:22:28,342 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:22:28,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:28,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,34393,1731180145958, state=OPEN 2024-11-09T19:22:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-455627509/meta-region-server 2024-11-09T19:22:28,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-455627509/meta-region-server 2024-11-09T19:22:28,363 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:28,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-455627509/meta-region-server: CHANGED 2024-11-09T19:22:28,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-455627509/meta-region-server: CHANGED 2024-11-09T19:22:28,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:22:28,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,34393,1731180145958 in 263 msec 2024-11-09T19:22:28,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,371 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:28,371 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:22:28,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:22:28,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-09T19:22:28,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:28,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34393,1731180145958, seqNum=-1] 2024-11-09T19:22:28,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:28,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:28,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0710 sec 2024-11-09T19:22:28,381 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180148381, completionTime=-1 2024-11-09T19:22:28,381 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:22:28,382 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180208385 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180268385 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34957,1731180145842-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34957,1731180145842-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34957,1731180145842-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:34957, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,385 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,388 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:22:28,394 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.362sec 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34957,1731180145842-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:28,398 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34957,1731180145842-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:22:28,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467393d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:28,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34957,-1 for getting cluster id 2024-11-09T19:22:28,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:28,419 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:22:28,419 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:22:28,419 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,34957,1731180145842-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:28,425 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3707772f-e739-40c5-a23c-309750a7707c' 2024-11-09T19:22:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3707772f-e739-40c5-a23c-309750a7707c" 2024-11-09T19:22:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5847ef73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:28,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34957,-1] 2024-11-09T19:22:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:28,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:28,427 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:28,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d8a88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:28,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34393,1731180145958, seqNum=-1] 2024-11-09T19:22:28,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:28,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:28,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:28,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:28,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:28,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101210c825d0005 connected 2024-11-09T19:22:28,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir so I do NOT create it in target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18 2024-11-09T19:22:28,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T19:22:28,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.tmp.dir so I do NOT create it in target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18 2024-11-09T19:22:28,455 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T19:22:28,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18 2024-11-09T19:22:28,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T19:22:28,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/cluster_86242485-3567-5df3-9111-afa720ba8aaa, deleteOnExit=true 2024-11-09T19:22:28,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T19:22:28,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/test.cache.data in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/hadoop.log.dir in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T19:22:28,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T19:22:28,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/nfs.dump.dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/java.io.tmpdir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T19:22:28,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T19:22:28,879 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T19:22:28,880 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,880 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,880 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,913 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,913 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,919 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,921 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,922 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:28,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:28,963 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:28,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:28,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:28,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:22:28,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:28,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d154e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:28,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ce76393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:29,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3898d25d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/java.io.tmpdir/jetty-localhost-44621-hadoop-hdfs-3_4_1-tests_jar-_-any-393638590534122155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:29,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6d6af4{HTTP/1.1, (http/1.1)}{localhost:44621} 2024-11-09T19:22:29,069 INFO [Time-limited test {}] server.Server(415): Started @324379ms 2024-11-09T19:22:29,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T19:22:29,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T19:22:29,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T19:22:29,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T19:22:29,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T19:22:29,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee89d80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/hadoop.log.dir/,AVAILABLE} 2024-11-09T19:22:29,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59824839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T19:22:29,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75eab216{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/java.io.tmpdir/jetty-localhost-37199-hadoop-hdfs-3_4_1-tests_jar-_-any-674292919664263947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:29,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626da1f4{HTTP/1.1, (http/1.1)}{localhost:37199} 2024-11-09T19:22:29,604 INFO [Time-limited test {}] server.Server(415): Started @324914ms 2024-11-09T19:22:29,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T19:22:30,409 WARN [Thread-4539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/cluster_86242485-3567-5df3-9111-afa720ba8aaa/data/data1/current/BP-186755887-172.17.0.2-1731180148495/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:30,411 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/cluster_86242485-3567-5df3-9111-afa720ba8aaa/data/data2/current/BP-186755887-172.17.0.2-1731180148495/current, will proceed with Du for space computation calculation, 2024-11-09T19:22:30,501 WARN [Thread-4527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T19:22:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdeb7d5189904ddf1 with lease ID 0x290334be680d9083: Processing first storage report for DS-51155fed-bf83-4947-8ae3-bec20e5a83cc from datanode DatanodeRegistration(127.0.0.1:40135, datanodeUuid=d5a25d44-7460-4373-815e-75f25034843a, infoPort=32971, infoSecurePort=0, ipcPort=37267, storageInfo=lv=-57;cid=testClusterID;nsid=1390560759;c=1731180148495) 2024-11-09T19:22:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdeb7d5189904ddf1 with lease ID 0x290334be680d9083: from storage DS-51155fed-bf83-4947-8ae3-bec20e5a83cc node DatanodeRegistration(127.0.0.1:40135, datanodeUuid=d5a25d44-7460-4373-815e-75f25034843a, infoPort=32971, infoSecurePort=0, ipcPort=37267, storageInfo=lv=-57;cid=testClusterID;nsid=1390560759;c=1731180148495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T19:22:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdeb7d5189904ddf1 with lease ID 0x290334be680d9083: Processing first storage report for DS-37060b2f-8617-4e7c-b3ce-12866c6f8041 from datanode DatanodeRegistration(127.0.0.1:40135, datanodeUuid=d5a25d44-7460-4373-815e-75f25034843a, infoPort=32971, infoSecurePort=0, ipcPort=37267, storageInfo=lv=-57;cid=testClusterID;nsid=1390560759;c=1731180148495) 2024-11-09T19:22:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdeb7d5189904ddf1 with lease ID 0x290334be680d9083: from storage DS-37060b2f-8617-4e7c-b3ce-12866c6f8041 node DatanodeRegistration(127.0.0.1:40135, datanodeUuid=d5a25d44-7460-4373-815e-75f25034843a, infoPort=32971, infoSecurePort=0, ipcPort=37267, storageInfo=lv=-57;cid=testClusterID;nsid=1390560759;c=1731180148495), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T19:22:30,556 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18 2024-11-09T19:22:30,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:30,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741825_1001 (size=7) 2024-11-09T19:22:30,999 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239 with version=8 2024-11-09T19:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/hbase-staging 2024-11-09T19:22:31,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T19:22:31,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:31,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42421 2024-11-09T19:22:31,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42421 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:31,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424210x0, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:31,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42421-0x101210c825d0006 connected 2024-11-09T19:22:31,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:31,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:31,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/running 2024-11-09T19:22:31,136 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239, hbase.cluster.distributed=false 2024-11-09T19:22:31,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/acl 2024-11-09T19:22:31,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-09T19:22:31,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2024-11-09T19:22:31,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2024-11-09T19:22:31,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-09T19:22:31,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-09T19:22:31,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fac84fd0e20f:0 server-side Connection retries=45 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T19:22:31,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T19:22:31,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39139 2024-11-09T19:22:31,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39139 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:31,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:31,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:31,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391390x0, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:31,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391390x0, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/running 2024-11-09T19:22:31,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T19:22:31,210 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39139-0x101210c825d0007 connected 2024-11-09T19:22:31,220 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T19:22:31,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/master 2024-11-09T19:22:31,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/acl 2024-11-09T19:22:31,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39139 2024-11-09T19:22:31,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39139 2024-11-09T19:22:31,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39139 2024-11-09T19:22:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39139 2024-11-09T19:22:31,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39139 2024-11-09T19:22:31,249 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fac84fd0e20f:42421 2024-11-09T19:22:31,252 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21039507763/backup-masters/fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763/backup-masters 2024-11-09T19:22:31,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763/backup-masters 2024-11-09T19:22:31,262 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on existing znode=/21039507763/backup-masters/fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21039507763/master 2024-11-09T19:22:31,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,272 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on existing znode=/21039507763/master 2024-11-09T19:22:31,273 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21039507763/backup-masters/fac84fd0e20f,42421,1731180151002 from backup master directory 2024-11-09T19:22:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039507763/backup-masters/fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763/backup-masters 2024-11-09T19:22:31,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763/backup-masters 2024-11-09T19:22:31,282 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:31,282 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,289 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/hbase.id] with ID: e585538d-6c49-42bd-a12d-abd5b5739c86 2024-11-09T19:22:31,289 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/.tmp/hbase.id 2024-11-09T19:22:31,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741826_1002 (size=42) 2024-11-09T19:22:31,294 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/.tmp/hbase.id]:[hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/hbase.id] 2024-11-09T19:22:31,305 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:31,305 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T19:22:31,306 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T19:22:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741827_1003 (size=196) 2024-11-09T19:22:31,343 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:31,344 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T19:22:31,356 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:31,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741828_1004 (size=1189) 2024-11-09T19:22:31,383 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store 2024-11-09T19:22:31,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741829_1005 (size=34) 2024-11-09T19:22:31,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:31,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:31,395 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:31,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:31,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:31,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:31,395 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:31,395 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180151395Disabling compacts and flushes for region at 1731180151395Disabling writes for close at 1731180151395Writing region close event to WAL at 1731180151395Closed at 1731180151395 2024-11-09T19:22:31,396 WARN [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/.initializing 2024-11-09T19:22:31,396 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/WALs/fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,397 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:31,399 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fac84fd0e20f%2C42421%2C1731180151002, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/WALs/fac84fd0e20f,42421,1731180151002, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/oldWALs, maxLogs=10 2024-11-09T19:22:31,416 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/WALs/fac84fd0e20f,42421,1731180151002/fac84fd0e20f%2C42421%2C1731180151002.1731180151399, exclude list is [], retry=0 2024-11-09T19:22:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40135,DS-51155fed-bf83-4947-8ae3-bec20e5a83cc,DISK] 2024-11-09T19:22:31,423 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/WALs/fac84fd0e20f,42421,1731180151002/fac84fd0e20f%2C42421%2C1731180151002.1731180151399 2024-11-09T19:22:31,423 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32971:32971)] 2024-11-09T19:22:31,423 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:31,424 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:31,424 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,424 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T19:22:31,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:31,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:31,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T19:22:31,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:31,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T19:22:31,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:31,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T19:22:31,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:31,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:31,435 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,435 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,436 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,437 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,437 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,438 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:31,439 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T19:22:31,445 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:31,445 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66084296, jitterRate=-0.015267252922058105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:31,445 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731180151424Initializing all the Stores at 1731180151425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180151425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180151428 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180151428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180151428Cleaning up temporary data from old regions at 1731180151437 (+9 ms)Region opened successfully at 1731180151445 (+8 ms) 2024-11-09T19:22:31,445 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T19:22:31,448 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0c7257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:31,448 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T19:22:31,449 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T19:22:31,449 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T19:22:31,449 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T19:22:31,449 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T19:22:31,450 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T19:22:31,450 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T19:22:31,451 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T19:22:31,452 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Unable to get data of znode /21039507763/balancer because node does not exist (not necessarily an error) 2024-11-09T19:22:31,461 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039507763/balancer already deleted, retry=false 2024-11-09T19:22:31,462 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T19:22:31,462 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Unable to get data of znode /21039507763/normalizer because node does not exist (not necessarily an error) 2024-11-09T19:22:31,472 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039507763/normalizer already deleted, retry=false 2024-11-09T19:22:31,472 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T19:22:31,473 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Unable to get data of znode /21039507763/switch/split because node does not exist (not necessarily an error) 2024-11-09T19:22:31,482 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039507763/switch/split already deleted, retry=false 2024-11-09T19:22:31,483 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Unable to get data of znode /21039507763/switch/merge because node does not exist (not necessarily an error) 2024-11-09T19:22:31,493 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039507763/switch/merge already deleted, retry=false 2024-11-09T19:22:31,495 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Unable to get data of znode /21039507763/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T19:22:31,503 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039507763/snapshot-cleanup already deleted, retry=false 2024-11-09T19:22:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21039507763/running 2024-11-09T19:22:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21039507763/running 2024-11-09T19:22:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,514 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fac84fd0e20f,42421,1731180151002, sessionid=0x101210c825d0006, setting cluster-up flag (Was=false) 2024-11-09T19:22:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,567 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21039507763/flush-table-proc/acquired, /21039507763/flush-table-proc/reached, /21039507763/flush-table-proc/abort 2024-11-09T19:22:31,568 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:31,626 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21039507763/online-snapshot/acquired, /21039507763/online-snapshot/reached, /21039507763/online-snapshot/abort 2024-11-09T19:22:31,627 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:31,628 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T19:22:31,629 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:31,629 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T19:22:31,629 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T19:22:31,630 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fac84fd0e20f,42421,1731180151002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fac84fd0e20f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:31,631 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,633 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:31,633 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T19:22:31,634 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:31,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T19:22:31,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731180181640 2024-11-09T19:22:31,640 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T19:22:31,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T19:22:31,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T19:22:31,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T19:22:31,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T19:22:31,641 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T19:22:31,644 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,645 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(746): ClusterId : e585538d-6c49-42bd-a12d-abd5b5739c86 2024-11-09T19:22:31,645 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T19:22:31,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T19:22:31,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T19:22:31,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T19:22:31,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T19:22:31,658 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T19:22:31,658 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T19:22:31,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741831_1007 (size=1321) 2024-11-09T19:22:31,660 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T19:22:31,660 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T19:22:31,668 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T19:22:31,669 DEBUG [RS:0;fac84fd0e20f:39139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e24fc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fac84fd0e20f/172.17.0.2:0 2024-11-09T19:22:31,672 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180151660,5,FailOnTimeoutGroup] 2024-11-09T19:22:31,672 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180151672,5,FailOnTimeoutGroup] 2024-11-09T19:22:31,672 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,672 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T19:22:31,672 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,673 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,686 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fac84fd0e20f:39139 2024-11-09T19:22:31,686 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T19:22:31,686 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T19:22:31,686 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T19:22:31,687 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(2659): reportForDuty to master=fac84fd0e20f,42421,1731180151002 with port=39139, startcode=1731180151193 2024-11-09T19:22:31,687 DEBUG [RS:0;fac84fd0e20f:39139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T19:22:31,689 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T19:22:31,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:31,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(517): Registering regionserver=fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:31,691 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239 2024-11-09T19:22:31,691 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40061 2024-11-09T19:22:31,691 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T19:22:31,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763/rs 2024-11-09T19:22:31,740 DEBUG [RS:0;fac84fd0e20f:39139 {}] zookeeper.ZKUtil(111): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on existing znode=/21039507763/rs/fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:31,741 WARN [RS:0;fac84fd0e20f:39139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T19:22:31,741 INFO [RS:0;fac84fd0e20f:39139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:31,741 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:31,744 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fac84fd0e20f,39139,1731180151193] 2024-11-09T19:22:31,748 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T19:22:31,750 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T19:22:31,751 INFO [RS:0;fac84fd0e20f:39139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T19:22:31,751 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,751 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T19:22:31,752 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T19:22:31,752 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fac84fd0e20f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fac84fd0e20f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:31,752 DEBUG [RS:0;fac84fd0e20f:39139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fac84fd0e20f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T19:22:31,756 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,757 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,757 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,757 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,757 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,757 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39139,1731180151193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:31,776 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T19:22:31,776 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,39139,1731180151193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,777 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,777 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.Replication(171): fac84fd0e20f,39139,1731180151193 started 2024-11-09T19:22:31,793 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:31,793 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1482): Serving as fac84fd0e20f,39139,1731180151193, RpcServer on fac84fd0e20f/172.17.0.2:39139, sessionid=0x101210c825d0007 2024-11-09T19:22:31,793 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T19:22:31,793 DEBUG [RS:0;fac84fd0e20f:39139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39139,1731180151193' 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21039507763/flush-table-proc/abort' 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21039507763/flush-table-proc/acquired' 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fac84fd0e20f,39139,1731180151193' 2024-11-09T19:22:31,794 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21039507763/online-snapshot/abort' 2024-11-09T19:22:31,795 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21039507763/online-snapshot/acquired' 2024-11-09T19:22:31,795 DEBUG [RS:0;fac84fd0e20f:39139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T19:22:31,795 INFO [RS:0;fac84fd0e20f:39139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T19:22:31,795 INFO [RS:0;fac84fd0e20f:39139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T19:22:31,895 INFO [RS:0;fac84fd0e20f:39139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T19:22:31,897 INFO [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39139%2C1731180151193, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/oldWALs, maxLogs=10 2024-11-09T19:22:31,913 DEBUG [RS:0;fac84fd0e20f:39139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193/fac84fd0e20f%2C39139%2C1731180151193.1731180151898, exclude list is [], retry=0 2024-11-09T19:22:31,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40135,DS-51155fed-bf83-4947-8ae3-bec20e5a83cc,DISK] 2024-11-09T19:22:31,942 INFO [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193/fac84fd0e20f%2C39139%2C1731180151193.1731180151898 2024-11-09T19:22:31,957 DEBUG [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32971:32971)] 2024-11-09T19:22:32,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T19:22:32,059 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239 2024-11-09T19:22:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741833_1009 (size=32) 2024-11-09T19:22:32,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:32,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:32,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:32,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:32,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:32,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:32,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:32,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:32,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:32,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:32,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740 2024-11-09T19:22:32,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740 2024-11-09T19:22:32,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:32,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:32,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:32,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:32,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:32,155 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75445374, jitterRate=0.12422367930412292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:32,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731180152134Initializing all the Stores at 1731180152134Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180152134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180152140 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180152140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180152140Cleaning up temporary data from old regions at 1731180152150 (+10 ms)Region opened successfully at 1731180152155 (+5 ms) 2024-11-09T19:22:32,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:32,155 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:32,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:32,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:32,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:32,164 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:32,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180152155Disabling compacts and flushes for region at 1731180152155Disabling writes for close at 1731180152155Writing region close event to WAL at 1731180152164 (+9 ms)Closed at 1731180152164 2024-11-09T19:22:32,166 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:32,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T19:22:32,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T19:22:32,167 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:32,168 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T19:22:32,321 DEBUG [fac84fd0e20f:42421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T19:22:32,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:32,323 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39139,1731180151193, state=OPENING 2024-11-09T19:22:32,373 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T19:22:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:32,384 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T19:22:32,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039507763/meta-region-server: CHANGED 2024-11-09T19:22:32,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39139,1731180151193}] 2024-11-09T19:22:32,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039507763/meta-region-server: CHANGED 2024-11-09T19:22:32,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:32,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:22:32,560 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T19:22:32,560 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:32,561 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T19:22:32,562 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C39139%2C1731180151193.meta, suffix=.meta, logDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/oldWALs, maxLogs=10 2024-11-09T19:22:32,583 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193/fac84fd0e20f%2C39139%2C1731180151193.meta.1731180152563.meta, exclude list is [], retry=0 2024-11-09T19:22:32,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40135,DS-51155fed-bf83-4947-8ae3-bec20e5a83cc,DISK] 2024-11-09T19:22:32,597 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/WALs/fac84fd0e20f,39139,1731180151193/fac84fd0e20f%2C39139%2C1731180151193.meta.1731180152563.meta 2024-11-09T19:22:32,597 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32971:32971)] 2024-11-09T19:22:32,597 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:32,597 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:32,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:22:32,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T19:22:32,598 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T19:22:32,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T19:22:32,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:32,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T19:22:32,598 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T19:22:32,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T19:22:32,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T19:22:32,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T19:22:32,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T19:22:32,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T19:22:32,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T19:22:32,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T19:22:32,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T19:22:32,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T19:22:32,612 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T19:22:32,613 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740 2024-11-09T19:22:32,614 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740 2024-11-09T19:22:32,616 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T19:22:32,616 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T19:22:32,616 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T19:22:32,617 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T19:22:32,618 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66960858, jitterRate=-0.002205461263656616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T19:22:32,618 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T19:22:32,619 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731180152598Writing region info on filesystem at 1731180152598Initializing all the Stores at 1731180152599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180152599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180152604 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180152604Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731180152604Cleaning up temporary data from old regions at 1731180152616 (+12 ms)Running coprocessor post-open hooks at 1731180152618 (+2 ms)Region opened successfully at 1731180152618 2024-11-09T19:22:32,620 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731180152538 2024-11-09T19:22:32,623 DEBUG [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T19:22:32,623 INFO [RS_OPEN_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T19:22:32,624 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:32,625 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fac84fd0e20f,39139,1731180151193, state=OPEN 2024-11-09T19:22:32,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21039507763/meta-region-server 2024-11-09T19:22:32,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21039507763/meta-region-server 2024-11-09T19:22:32,636 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:32,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039507763/meta-region-server: CHANGED 2024-11-09T19:22:32,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039507763/meta-region-server: CHANGED 2024-11-09T19:22:32,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T19:22:32,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fac84fd0e20f,39139,1731180151193 in 252 msec 2024-11-09T19:22:32,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T19:22:32,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-09T19:22:32,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T19:22:32,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T19:22:32,644 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:32,644 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39139,1731180151193, seqNum=-1] 2024-11-09T19:22:32,644 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:32,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:32,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0220 sec 2024-11-09T19:22:32,652 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731180152652, completionTime=-1 2024-11-09T19:22:32,652 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T19:22:32,652 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T19:22:32,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T19:22:32,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731180212656 2024-11-09T19:22:32,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731180272656 2024-11-09T19:22:32,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T19:22:32,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42421,1731180151002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,656 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42421,1731180151002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42421,1731180151002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fac84fd0e20f:42421, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,657 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,660 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,660 DEBUG [master/fac84fd0e20f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T19:22:32,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.382sec 2024-11-09T19:22:32,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T19:22:32,664 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T19:22:32,665 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T19:22:32,665 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T19:22:32,665 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T19:22:32,665 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42421,1731180151002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T19:22:32,665 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42421,1731180151002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T19:22:32,667 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T19:22:32,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T19:22:32,667 INFO [master/fac84fd0e20f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fac84fd0e20f,42421,1731180151002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T19:22:32,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746352a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:32,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42421,-1 for getting cluster id 2024-11-09T19:22:32,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:32,754 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e585538d-6c49-42bd-a12d-abd5b5739c86' 2024-11-09T19:22:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e585538d-6c49-42bd-a12d-abd5b5739c86" 2024-11-09T19:22:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c99f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42421,-1] 2024-11-09T19:22:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:32,756 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:32,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1697ec67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:32,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:32,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39139,1731180151193, seqNum=-1] 2024-11-09T19:22:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:32,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:32,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:32,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50926 2024-11-09T19:22:32,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T19:22:32,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101210c825d0008 connected 2024-11-09T19:22:32,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d236db 2024-11-09T19:22:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:32,791 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:32,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:22:32,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:22:32,793 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:32,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:22:32,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:22:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:22:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:33,231 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5aa6e593538ff0e3a70765fad5e4438, NAME => 'test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a 2024-11-09T19:22:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:22:33,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:33,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e5aa6e593538ff0e3a70765fad5e4438, disabling compactions & flushes 2024-11-09T19:22:33,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. after waiting 0 ms 2024-11-09T19:22:33,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,258 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5aa6e593538ff0e3a70765fad5e4438: Waiting for close lock at 1731180153258Disabling compacts and flushes for region at 1731180153258Disabling writes for close at 1731180153258Writing region close event to WAL at 1731180153258Closed at 1731180153258 2024-11-09T19:22:33,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:22:33,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180153259"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180153259"}]},"ts":"1731180153259"} 2024-11-09T19:22:33,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:22:33,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:22:33,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180153262"}]},"ts":"1731180153262"} 2024-11-09T19:22:33,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:22:33,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5aa6e593538ff0e3a70765fad5e4438, ASSIGN}] 2024-11-09T19:22:33,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e5aa6e593538ff0e3a70765fad5e4438, ASSIGN 2024-11-09T19:22:33,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e5aa6e593538ff0e3a70765fad5e4438, ASSIGN; state=OFFLINE, location=fac84fd0e20f,38555,1731180139644; forceNewPlan=false, retain=false 2024-11-09T19:22:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:33,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5aa6e593538ff0e3a70765fad5e4438, regionState=OPENING, regionLocation=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:33,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e5aa6e593538ff0e3a70765fad5e4438, ASSIGN because future has completed 2024-11-09T19:22:33,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5aa6e593538ff0e3a70765fad5e4438, server=fac84fd0e20f,38555,1731180139644}] 2024-11-09T19:22:33,584 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,584 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e5aa6e593538ff0e3a70765fad5e4438, NAME => 'test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:33,585 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:33,585 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:22:33,585 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,585 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:33,585 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,585 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,586 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,588 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5aa6e593538ff0e3a70765fad5e4438 columnFamilyName f 2024-11-09T19:22:33,588 DEBUG [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:33,588 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] regionserver.HStore(327): Store=e5aa6e593538ff0e3a70765fad5e4438/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:33,588 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,589 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5aa6e593538ff0e3a70765fad5e4438 columnFamilyName f1 2024-11-09T19:22:33,589 DEBUG [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:33,590 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] regionserver.HStore(327): Store=e5aa6e593538ff0e3a70765fad5e4438/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:33,590 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,591 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5aa6e593538ff0e3a70765fad5e4438 columnFamilyName norep 2024-11-09T19:22:33,591 DEBUG [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:33,591 INFO [StoreOpener-e5aa6e593538ff0e3a70765fad5e4438-1 {}] regionserver.HStore(327): Store=e5aa6e593538ff0e3a70765fad5e4438/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:33,591 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,592 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,593 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:22:33,594 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,601 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:33,601 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e5aa6e593538ff0e3a70765fad5e4438; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61563386, jitterRate=-0.08263406157493591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:22:33,601 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:33,601 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e5aa6e593538ff0e3a70765fad5e4438: Running coprocessor pre-open hook at 1731180153585Writing region info on filesystem at 1731180153585Initializing all the Stores at 1731180153586 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180153586Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180153586Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180153586Cleaning up temporary data from old regions at 1731180153592 (+6 ms)Running coprocessor post-open hooks at 1731180153601 (+9 ms)Region opened successfully at 1731180153601 2024-11-09T19:22:33,602 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., pid=6, masterSystemTime=1731180153580 2024-11-09T19:22:33,605 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,605 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:33,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e5aa6e593538ff0e3a70765fad5e4438, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:33,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5aa6e593538ff0e3a70765fad5e4438, server=fac84fd0e20f,38555,1731180139644 because future has completed 2024-11-09T19:22:33,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:22:33,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e5aa6e593538ff0e3a70765fad5e4438, server=fac84fd0e20f,38555,1731180139644 in 180 msec 2024-11-09T19:22:33,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:22:33,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e5aa6e593538ff0e3a70765fad5e4438, ASSIGN in 345 msec 2024-11-09T19:22:33,612 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:22:33,613 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180153612"}]},"ts":"1731180153612"} 2024-11-09T19:22:33,614 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:22:33,616 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:22:33,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 825 msec 2024-11-09T19:22:33,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:22:33,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:33,929 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:22:33,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c136866 2024-11-09T19:22:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:33,931 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:33,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:22:33,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:22:33,934 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:33,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:22:33,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:22:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:33,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:22:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:34,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e5cb061392957dfa1d2180dc9626c7b, NAME => 'test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6 2024-11-09T19:22:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:22:34,378 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8e5cb061392957dfa1d2180dc9626c7b, disabling compactions & flushes 2024-11-09T19:22:34,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. after waiting 0 ms 2024-11-09T19:22:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,379 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e5cb061392957dfa1d2180dc9626c7b: Waiting for close lock at 1731180154378Disabling compacts and flushes for region at 1731180154378Disabling writes for close at 1731180154379 (+1 ms)Writing region close event to WAL at 1731180154379Closed at 1731180154379 2024-11-09T19:22:34,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:22:34,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180154380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180154380"}]},"ts":"1731180154380"} 2024-11-09T19:22:34,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:22:34,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:22:34,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180154383"}]},"ts":"1731180154383"} 2024-11-09T19:22:34,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:22:34,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e5cb061392957dfa1d2180dc9626c7b, ASSIGN}] 2024-11-09T19:22:34,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8e5cb061392957dfa1d2180dc9626c7b, ASSIGN 2024-11-09T19:22:34,386 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8e5cb061392957dfa1d2180dc9626c7b, ASSIGN; state=OFFLINE, location=fac84fd0e20f,34393,1731180145958; forceNewPlan=false, retain=false 2024-11-09T19:22:34,537 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e5cb061392957dfa1d2180dc9626c7b, regionState=OPENING, regionLocation=fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8e5cb061392957dfa1d2180dc9626c7b, ASSIGN because future has completed 2024-11-09T19:22:34,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e5cb061392957dfa1d2180dc9626c7b, server=fac84fd0e20f,34393,1731180145958}] 2024-11-09T19:22:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:34,700 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,700 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e5cb061392957dfa1d2180dc9626c7b, NAME => 'test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:34,701 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:34,701 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:22:34,701 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,701 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:34,701 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,701 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,702 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,703 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5cb061392957dfa1d2180dc9626c7b columnFamilyName f 2024-11-09T19:22:34,703 DEBUG [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:34,704 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] regionserver.HStore(327): Store=8e5cb061392957dfa1d2180dc9626c7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:34,704 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,705 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5cb061392957dfa1d2180dc9626c7b columnFamilyName f1 2024-11-09T19:22:34,705 DEBUG [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:34,705 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] regionserver.HStore(327): Store=8e5cb061392957dfa1d2180dc9626c7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:34,705 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,706 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e5cb061392957dfa1d2180dc9626c7b columnFamilyName norep 2024-11-09T19:22:34,706 DEBUG [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:34,707 INFO [StoreOpener-8e5cb061392957dfa1d2180dc9626c7b-1 {}] regionserver.HStore(327): Store=8e5cb061392957dfa1d2180dc9626c7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:34,707 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,707 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,708 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,708 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,708 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,709 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:22:34,709 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:34,711 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e5cb061392957dfa1d2180dc9626c7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71024054, jitterRate=0.058340877294540405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:22:34,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:34,711 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e5cb061392957dfa1d2180dc9626c7b: Running coprocessor pre-open hook at 1731180154701Writing region info on filesystem at 1731180154701Initializing all the Stores at 1731180154702 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180154702Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180154702Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180154702Cleaning up temporary data from old regions at 1731180154708 (+6 ms)Running coprocessor post-open hooks at 1731180154711 (+3 ms)Region opened successfully at 1731180154711 2024-11-09T19:22:34,712 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b., pid=6, masterSystemTime=1731180154696 2024-11-09T19:22:34,714 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,714 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:34,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e5cb061392957dfa1d2180dc9626c7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:34,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e5cb061392957dfa1d2180dc9626c7b, server=fac84fd0e20f,34393,1731180145958 because future has completed 2024-11-09T19:22:34,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:22:34,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e5cb061392957dfa1d2180dc9626c7b, server=fac84fd0e20f,34393,1731180145958 in 172 msec 2024-11-09T19:22:34,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:22:34,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8e5cb061392957dfa1d2180dc9626c7b, ASSIGN in 334 msec 2024-11-09T19:22:34,731 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:22:34,731 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180154731"}]},"ts":"1731180154731"} 2024-11-09T19:22:34,734 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:22:34,734 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:22:34,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 802 msec 2024-11-09T19:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:35,070 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:22:35,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c8f0404 2024-11-09T19:22:35,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:35,072 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:35,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:35,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T19:22:35,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:22:35,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:35,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T19:22:35,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:22:35,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741835_1011 (size=902) 2024-11-09T19:22:35,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1400413d70998bf3f0c66af0941e20c, NAME => 'test,,1731180155072.c1400413d70998bf3f0c66af0941e20c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239 2024-11-09T19:22:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741836_1012 (size=39) 2024-11-09T19:22:35,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731180155072.c1400413d70998bf3f0c66af0941e20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:35,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1400413d70998bf3f0c66af0941e20c, disabling compactions & flushes 2024-11-09T19:22:35,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. after waiting 0 ms 2024-11-09T19:22:35,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1400413d70998bf3f0c66af0941e20c: Waiting for close lock at 1731180155126Disabling compacts and flushes for region at 1731180155126Disabling writes for close at 1731180155126Writing region close event to WAL at 1731180155126Closed at 1731180155126 2024-11-09T19:22:35,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:22:35,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731180155072.c1400413d70998bf3f0c66af0941e20c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731180155129"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180155129"}]},"ts":"1731180155129"} 2024-11-09T19:22:35,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:22:35,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:22:35,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180155132"}]},"ts":"1731180155132"} 2024-11-09T19:22:35,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T19:22:35,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1400413d70998bf3f0c66af0941e20c, ASSIGN}] 2024-11-09T19:22:35,135 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1400413d70998bf3f0c66af0941e20c, ASSIGN 2024-11-09T19:22:35,136 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1400413d70998bf3f0c66af0941e20c, ASSIGN; state=OFFLINE, location=fac84fd0e20f,39139,1731180151193; forceNewPlan=false, retain=false 2024-11-09T19:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:35,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1400413d70998bf3f0c66af0941e20c, regionState=OPENING, regionLocation=fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:35,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1400413d70998bf3f0c66af0941e20c, ASSIGN because future has completed 2024-11-09T19:22:35,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1400413d70998bf3f0c66af0941e20c, server=fac84fd0e20f,39139,1731180151193}] 2024-11-09T19:22:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:35,464 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,464 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1400413d70998bf3f0c66af0941e20c, NAME => 'test,,1731180155072.c1400413d70998bf3f0c66af0941e20c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:35,465 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:35,465 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T19:22:35,465 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,465 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731180155072.c1400413d70998bf3f0c66af0941e20c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:35,465 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,465 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,488 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,490 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1400413d70998bf3f0c66af0941e20c columnFamilyName f 2024-11-09T19:22:35,490 DEBUG [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:35,490 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] regionserver.HStore(327): Store=c1400413d70998bf3f0c66af0941e20c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:35,490 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,491 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1400413d70998bf3f0c66af0941e20c columnFamilyName f1 2024-11-09T19:22:35,491 DEBUG [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:35,492 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] regionserver.HStore(327): Store=c1400413d70998bf3f0c66af0941e20c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:35,492 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,492 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1400413d70998bf3f0c66af0941e20c columnFamilyName norep 2024-11-09T19:22:35,492 DEBUG [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:35,493 INFO [StoreOpener-c1400413d70998bf3f0c66af0941e20c-1 {}] regionserver.HStore(327): Store=c1400413d70998bf3f0c66af0941e20c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:35,493 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,494 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,495 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,496 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,496 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,497 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:22:35,498 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,502 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:35,503 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1400413d70998bf3f0c66af0941e20c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63785643, jitterRate=-0.0495198518037796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:22:35,503 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:35,503 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1400413d70998bf3f0c66af0941e20c: Running coprocessor pre-open hook at 1731180155466Writing region info on filesystem at 1731180155466Initializing all the Stores at 1731180155466Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180155466Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180155480 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180155480Cleaning up temporary data from old regions at 1731180155496 (+16 ms)Running coprocessor post-open hooks at 1731180155503 (+7 ms)Region opened successfully at 1731180155503 2024-11-09T19:22:35,504 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731180155072.c1400413d70998bf3f0c66af0941e20c., pid=6, masterSystemTime=1731180155460 2024-11-09T19:22:35,506 DEBUG [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,506 INFO [RS_OPEN_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:35,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1400413d70998bf3f0c66af0941e20c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:35,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1400413d70998bf3f0c66af0941e20c, server=fac84fd0e20f,39139,1731180151193 because future has completed 2024-11-09T19:22:35,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T19:22:35,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1400413d70998bf3f0c66af0941e20c, server=fac84fd0e20f,39139,1731180151193 in 217 msec 2024-11-09T19:22:35,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T19:22:35,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1400413d70998bf3f0c66af0941e20c, ASSIGN in 383 msec 2024-11-09T19:22:35,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:22:35,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180155521"}]},"ts":"1731180155521"} 2024-11-09T19:22:35,523 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T19:22:35,524 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:22:35,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 451 msec 2024-11-09T19:22:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T19:22:35,699 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T19:22:35,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378a2af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:35,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,38845,-1 for getting cluster id 2024-11-09T19:22:35,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:35,701 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687cb656-2dee-41c5-a2ba-e4fa5dd9a793' 2024-11-09T19:22:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687cb656-2dee-41c5-a2ba-e4fa5dd9a793" 2024-11-09T19:22:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41810189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,38845,-1] 2024-11-09T19:22:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:35,702 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303c9da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:35,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:35,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a47d0ca 2024-11-09T19:22:35,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:35,704 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:35,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://fac84fd0e20f:34957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:22:35,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:22:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:35,708 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:34957' 2024-11-09T19:22:35,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37922fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:35,709 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34957,-1 for getting cluster id 2024-11-09T19:22:35,709 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:35,709 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3707772f-e739-40c5-a23c-309750a7707c' 2024-11-09T19:22:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3707772f-e739-40c5-a23c-309750a7707c" 2024-11-09T19:22:35,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d5b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:35,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34957,-1] 2024-11-09T19:22:35,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:35,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:35,710 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:35,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53385377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:35,711 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:35,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:35,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7252ea52 2024-11-09T19:22:35,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:35,713 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:35,713 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T19:22:35,714 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:22:35,714 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:35,714 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:35,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:35,714 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T19:22:35,715 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T19:22:35,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T19:22:35,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:35,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T19:22:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741837_1013 (size=1138) 2024-11-09T19:22:35,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd3a7928de0aa14f2cd20490a6ea2f85, NAME => 'hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a 2024-11-09T19:22:35,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741838_1014 (size=44) 2024-11-09T19:22:35,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:35,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cd3a7928de0aa14f2cd20490a6ea2f85, disabling compactions & flushes 2024-11-09T19:22:35,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:35,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:35,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. after waiting 0 ms 2024-11-09T19:22:35,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:35,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:35,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd3a7928de0aa14f2cd20490a6ea2f85: Waiting for close lock at 1731180155743Disabling compacts and flushes for region at 1731180155743Disabling writes for close at 1731180155743Writing region close event to WAL at 1731180155743Closed at 1731180155743 2024-11-09T19:22:35,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T19:22:35,745 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731180155745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731180155745"}]},"ts":"1731180155745"} 2024-11-09T19:22:35,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T19:22:35,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T19:22:35,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180155747"}]},"ts":"1731180155747"} 2024-11-09T19:22:35,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T19:22:35,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd3a7928de0aa14f2cd20490a6ea2f85, ASSIGN}] 2024-11-09T19:22:35,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd3a7928de0aa14f2cd20490a6ea2f85, ASSIGN 2024-11-09T19:22:35,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd3a7928de0aa14f2cd20490a6ea2f85, ASSIGN; state=OFFLINE, location=fac84fd0e20f,38555,1731180139644; forceNewPlan=false, retain=false 2024-11-09T19:22:35,765 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T19:22:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:35,902 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd3a7928de0aa14f2cd20490a6ea2f85, regionState=OPENING, regionLocation=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:35,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cd3a7928de0aa14f2cd20490a6ea2f85, ASSIGN because future has completed 2024-11-09T19:22:35,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3a7928de0aa14f2cd20490a6ea2f85, server=fac84fd0e20f,38555,1731180139644}] 2024-11-09T19:22:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:36,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:36,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T19:22:36,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T19:22:36,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=fac84fd0e20f%2C38555%2C1731180139644.rep, suffix=, logDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644, archiveDir=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/oldWALs, maxLogs=10 2024-11-09T19:22:36,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.rep.1731180156071, exclude list is [], retry=0 2024-11-09T19:22:36,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:36,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.rep.1731180156071 2024-11-09T19:22:36,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:36,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cd3a7928de0aa14f2cd20490a6ea2f85, NAME => 'hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85.', STARTKEY => '', ENDKEY => ''} 2024-11-09T19:22:36,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T19:22:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T19:22:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. service=MultiRowMutationService 2024-11-09T19:22:36,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T19:22:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T19:22:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,104 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,106 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3a7928de0aa14f2cd20490a6ea2f85 columnFamilyName hfileref 2024-11-09T19:22:36,106 DEBUG [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:36,106 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] regionserver.HStore(327): Store=cd3a7928de0aa14f2cd20490a6ea2f85/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:36,106 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,108 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3a7928de0aa14f2cd20490a6ea2f85 columnFamilyName queue 2024-11-09T19:22:36,108 DEBUG [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:36,108 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] regionserver.HStore(327): Store=cd3a7928de0aa14f2cd20490a6ea2f85/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:36,108 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,109 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd3a7928de0aa14f2cd20490a6ea2f85 columnFamilyName sid 2024-11-09T19:22:36,109 DEBUG [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T19:22:36,109 INFO [StoreOpener-cd3a7928de0aa14f2cd20490a6ea2f85-1 {}] regionserver.HStore(327): Store=cd3a7928de0aa14f2cd20490a6ea2f85/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T19:22:36,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T19:22:36,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T19:22:36,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cd3a7928de0aa14f2cd20490a6ea2f85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58737324, jitterRate=-0.12474566698074341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T19:22:36,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:36,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cd3a7928de0aa14f2cd20490a6ea2f85: Running coprocessor pre-open hook at 1731180156101Writing region info on filesystem at 1731180156101Initializing all the Stores at 1731180156101Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180156102 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180156104 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731180156104Cleaning up temporary data from old regions at 1731180156111 (+7 ms)Running coprocessor post-open hooks at 1731180156115 (+4 ms)Region opened successfully at 1731180156115 2024-11-09T19:22:36,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85., pid=10, masterSystemTime=1731180156062 2024-11-09T19:22:36,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:36,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:36,120 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cd3a7928de0aa14f2cd20490a6ea2f85, regionState=OPEN, openSeqNum=2, regionLocation=fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:36,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd3a7928de0aa14f2cd20490a6ea2f85, server=fac84fd0e20f,38555,1731180139644 because future has completed 2024-11-09T19:22:36,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T19:22:36,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cd3a7928de0aa14f2cd20490a6ea2f85, server=fac84fd0e20f,38555,1731180139644 in 224 msec 2024-11-09T19:22:36,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T19:22:36,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cd3a7928de0aa14f2cd20490a6ea2f85, ASSIGN in 385 msec 2024-11-09T19:22:36,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T19:22:36,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731180156139"}]},"ts":"1731180156139"} 2024-11-09T19:22:36,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T19:22:36,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T19:22:36,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 429 msec 2024-11-09T19:22:36,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2] 2024-11-09T19:22:36,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:36,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:36,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:22:36,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:36,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T19:22:36,476 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T19:22:36,510 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-fac84fd0e20f,38555,1731180139644, ReplicationSource: 1, currentBandwidth=0 2024-11-09T19:22:36,510 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:36,511 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38555,1731180139644, seqNum=-1] 2024-11-09T19:22:36,511 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:36,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T19:22:36,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-fac84fd0e20f,38555,1731180139644', locateType=CURRENT is [region=hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2] 2024-11-09T19:22:36,534 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T19:22:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T19:22:36,538 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on fac84fd0e20f,38555,1731180139644 suceeded 2024-11-09T19:22:36,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T19:22:36,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-09T19:22:36,541 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://fac84fd0e20f:34957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:22:36,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 836 msec 2024-11-09T19:22:36,571 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:34957' 2024-11-09T19:22:36,573 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3492d059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,573 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34957,-1 for getting cluster id 2024-11-09T19:22:36,573 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:36,574 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3707772f-e739-40c5-a23c-309750a7707c' 2024-11-09T19:22:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3707772f-e739-40c5-a23c-309750a7707c" 2024-11-09T19:22:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49eb1d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34957,-1] 2024-11-09T19:22:36,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:36,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,576 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:36,577 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dad62e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,577 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5964fa8f 2024-11-09T19:22:36,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:36,581 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T19:22:36,582 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-fac84fd0e20f,38555,1731180139644 (queues=1) is replicating from cluster=687cb656-2dee-41c5-a2ba-e4fa5dd9a793 to cluster=3707772f-e739-40c5-a23c-309750a7707c 2024-11-09T19:22:36,582 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=fac84fd0e20f%2C38555%2C1731180139644 2024-11-09T19:22:36,582 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-fac84fd0e20f,38555,1731180139644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:22:36,584 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449, startPosition=0, beingWritten=true 2024-11-09T19:22:36,595 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C38555%2C1731180139644 2024-11-09T19:22:36,610 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:22:36,610 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:22:36,612 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to pos 379, reset compression=false 2024-11-09T19:22:36,825 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to pos 379, reset compression=false 2024-11-09T19:22:36,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T19:22:36,840 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T19:22:36,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:36,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:36,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:36,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3774ab72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,38845,-1 for getting cluster id 2024-11-09T19:22:36,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:36,843 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687cb656-2dee-41c5-a2ba-e4fa5dd9a793' 2024-11-09T19:22:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687cb656-2dee-41c5-a2ba-e4fa5dd9a793" 2024-11-09T19:22:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ff709d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,38845,-1] 2024-11-09T19:22:36,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:36,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,845 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:36,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667844e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469bad12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34957,-1 for getting cluster id 2024-11-09T19:22:36,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:36,847 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3707772f-e739-40c5-a23c-309750a7707c' 2024-11-09T19:22:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3707772f-e739-40c5-a23c-309750a7707c" 2024-11-09T19:22:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbd17da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34957,-1] 2024-11-09T19:22:36,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:36,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,849 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:36,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dadf26e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34053aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42421,-1 for getting cluster id 2024-11-09T19:22:36,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:36,858 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e585538d-6c49-42bd-a12d-abd5b5739c86' 2024-11-09T19:22:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e585538d-6c49-42bd-a12d-abd5b5739c86" 2024-11-09T19:22:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62af1fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42421,-1] 2024-11-09T19:22:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:36,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,862 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d74557d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:36,876 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731180156876/Put/seqid=0 2024-11-09T19:22:36,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741840_1016 (size=7894) 2024-11-09T19:22:36,904 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731180156904/Put/seqid=0 2024-11-09T19:22:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741841_1017 (size=7691) 2024-11-09T19:22:36,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d55b818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,38845,-1 for getting cluster id 2024-11-09T19:22:36,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:36,918 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687cb656-2dee-41c5-a2ba-e4fa5dd9a793' 2024-11-09T19:22:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:36,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687cb656-2dee-41c5-a2ba-e4fa5dd9a793" 2024-11-09T19:22:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a766df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,38845,-1] 2024-11-09T19:22:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:36,920 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:36,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d98f814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:36,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38555,1731180139644, seqNum=-1] 2024-11-09T19:22:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:36,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:36,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a1ed8cf 2024-11-09T19:22:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:36,938 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:36,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2] 2024-11-09T19:22:36,946 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:22:36,956 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T19:22:36,959 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T19:22:36,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T19:22:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:36,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T19:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:36,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegion(2603): Flush status journal for e5aa6e593538ff0e3a70765fad5e4438: 2024-11-09T19:22:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_1 2024-11-09T19:22:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_1 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ 2024-11-09T19:22:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_0 2024-11-09T19:22:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_0 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ 2024-11-09T19:22:36,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_1 into e5aa6e593538ff0e3a70765fad5e4438/f as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ - updating store file list. 2024-11-09T19:22:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:37,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ into e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:37,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_1 into e5aa6e593538ff0e3a70765fad5e4438/f (new location: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_) 2024-11-09T19:22:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_1 2024-11-09T19:22:37,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_0 into e5aa6e593538ff0e3a70765fad5e4438/f as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ - updating store file list. 2024-11-09T19:22:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:37,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ into e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:37,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_0 into e5aa6e593538ff0e3a70765fad5e4438/f (new location: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_) 2024-11-09T19:22:37,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__gpmq8mpqephus9kd395rft4j0itqnb0jtmcv0u3r5l26c5ap0g6ldpp1skk273bm/f/hfile_0 2024-11-09T19:22:37,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:37,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2 , the old value is region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fac84fd0e20f:38555 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:22:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:22:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2 from cache 2024-11-09T19:22:37,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:37,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:37186 deadline: 1731180217024 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:37186 2024-11-09T19:22:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34393,1731180145958, seqNum=-1] 2024-11-09T19:22:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:37,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b., hostname=fac84fd0e20f,34393,1731180145958, seqNum=2] 2024-11-09T19:22:37,033 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T19:22:37,130 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T19:22:37,133 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to pos 379, reset compression=false 2024-11-09T19:22:37,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:22:37,154 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5aa6e593538ff0e3a70765fad5e4438/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180157022/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T19:22:37,157 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:37,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T19:22:37,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.ReplicationSink(318): Replicating [687cb656-2dee-41c5-a2ba-e4fa5dd9a793] bulk loaded data 2024-11-09T19:22:37,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@128e741e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:37,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,34957,-1 for getting cluster id 2024-11-09T19:22:37,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:37,170 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3707772f-e739-40c5-a23c-309750a7707c' 2024-11-09T19:22:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3707772f-e739-40c5-a23c-309750a7707c" 2024-11-09T19:22:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4610c354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:37,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,34957,-1] 2024-11-09T19:22:37,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:37,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:37,175 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:37,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136e33a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741837_1013 (size=7691) 2024-11-09T19:22:37,354 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to pos 687, reset compression=false 2024-11-09T19:22:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741838_1014 (size=7894) 2024-11-09T19:22:37,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2625c165 2024-11-09T19:22:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:37,639 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T19:22:37,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:22:37,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:37,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,34393,1731180145958, seqNum=-1] 2024-11-09T19:22:37,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:37,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T19:22:37,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T19:22:37,653 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T19:22:37,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ for inclusion in 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:37,658 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to pos 687, reset compression=false 2024-11-09T19:22:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T19:22:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:37,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ for inclusion in 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T19:22:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(2603): Flush status journal for 8e5cb061392957dfa1d2180dc9626c7b: 2024-11-09T19:22:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:22:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/10870e9871f34ad5a5948baa9399b281_SeqId_4_ 2024-11-09T19:22:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:22:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/dc77513f21a946a8a9c9376ed71ce5b3_SeqId_4_ 2024-11-09T19:22:37,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ into 8e5cb061392957dfa1d2180dc9626c7b/f as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/10870e9871f34ad5a5948baa9399b281_SeqId_4_ - updating store file list. 2024-11-09T19:22:37,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10870e9871f34ad5a5948baa9399b281_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:37,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/10870e9871f34ad5a5948baa9399b281_SeqId_4_ into 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:37,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ into 8e5cb061392957dfa1d2180dc9626c7b/f (new location: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/10870e9871f34ad5a5948baa9399b281_SeqId_4_) 2024-11-09T19:22:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_ 2024-11-09T19:22:37,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ into 8e5cb061392957dfa1d2180dc9626c7b/f as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/dc77513f21a946a8a9c9376ed71ce5b3_SeqId_4_ - updating store file list. 2024-11-09T19:22:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc77513f21a946a8a9c9376ed71ce5b3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:37,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/dc77513f21a946a8a9c9376ed71ce5b3_SeqId_4_ into 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:37,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ into 8e5cb061392957dfa1d2180dc9626c7b/f (new location: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/dc77513f21a946a8a9c9376ed71ce5b3_SeqId_4_) 2024-11-09T19:22:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__7ggoupvbsaoblv8t5bmfu761nm38o5dh3dqa2uh7aju5nklv2h181oijq2e248ef/f/e4192c4f7b89485694ad7d6057cc8eaf_SeqId_4_ 2024-11-09T19:22:37,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.ReplicationSink(324): Finished replicating [687cb656-2dee-41c5-a2ba-e4fa5dd9a793] bulk loaded data 2024-11-09T19:22:38,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:38,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39139,1731180151193, seqNum=-1] 2024-11-09T19:22:38,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:38,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731180155072.c1400413d70998bf3f0c66af0941e20c., hostname=fac84fd0e20f,39139,1731180151193, seqNum=2] 2024-11-09T19:22:38,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:38,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T19:22:38,054 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fac84fd0e20f%2C38555%2C1731180139644:(num 1731180142449) roll requested 2024-11-09T19:22:38,077 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, exclude list is [], retry=0 2024-11-09T19:22:38,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:38,090 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 2024-11-09T19:22:38,099 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:38,099 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 is not closed yet, will try archiving it next time 2024-11-09T19:22:38,100 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fac84fd0e20f%2C38555%2C1731180139644.rep:(num 1731180156071) roll requested 2024-11-09T19:22:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741832_1008 (size=695) 2024-11-09T19:22:38,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcc92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,38845,-1 for getting cluster id 2024-11-09T19:22:38,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:38,106 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687cb656-2dee-41c5-a2ba-e4fa5dd9a793' 2024-11-09T19:22:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687cb656-2dee-41c5-a2ba-e4fa5dd9a793" 2024-11-09T19:22:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aac0a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,38845,-1] 2024-11-09T19:22:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:38,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,108 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@252a21a6 2024-11-09T19:22:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:38,111 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:38,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://fac84fd0e20f:42421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T19:22:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T19:22:38,116 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42421' 2024-11-09T19:22:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:22:38,119 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to pos 687, reset compression=false 2024-11-09T19:22:38,121 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 2024-11-09T19:22:38,122 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, startPosition=0, beingWritten=true 2024-11-09T19:22:38,122 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T19:22:38,124 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [fac84fd0e20f%2C38555%2C1731180139644.1731180142449] 2024-11-09T19:22:38,125 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.rep.1731180158100, exclude list is [], retry=0 2024-11-09T19:22:38,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:38,127 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/oldWALs/fac84fd0e20f%2C38555%2C1731180139644.1731180142449 2024-11-09T19:22:38,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f2005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,127 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42421,-1 for getting cluster id 2024-11-09T19:22:38,127 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:38,128 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e585538d-6c49-42bd-a12d-abd5b5739c86' 2024-11-09T19:22:38,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:38,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e585538d-6c49-42bd-a12d-abd5b5739c86" 2024-11-09T19:22:38,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b01e409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42421,-1] 2024-11-09T19:22:38,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:38,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,129 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:38,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cecd986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,130 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:38,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:38,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c65a98 2024-11-09T19:22:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:38,131 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:38,132 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T19:22:38,132 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T19:22:38,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:38,136 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.rep.1731180156071 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.rep.1731180158100 2024-11-09T19:22:38,140 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:38,140 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.rep.1731180156071 is not closed yet, will try archiving it next time 2024-11-09T19:22:38,140 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL fac84fd0e20f%2C38555%2C1731180139644.meta:.meta(num 1731180143272) roll requested 2024-11-09T19:22:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741839_1015 (size=1722) 2024-11-09T19:22:38,160 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180158140.meta, exclude list is [], retry=0 2024-11-09T19:22:38,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-33a857f7-eafc-429a-86e4-d8a9842fdc0f,DISK] 2024-11-09T19:22:38,163 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180143272.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180158140.meta 2024-11-09T19:22:38,163 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-09T19:22:38,163 DEBUG [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180143272.meta is not closed yet, will try archiving it next time 2024-11-09T19:22:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741834_1010 (size=3473) 2024-11-09T19:22:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:22:38,237 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T19:22:38,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T19:22:38,390 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T19:22:38,419 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-fac84fd0e20f,38555,1731180139644, ReplicationSource: 2, currentBandwidth=0 2024-11-09T19:22:38,421 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T19:22:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T19:22:38,423 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on fac84fd0e20f,38555,1731180139644 suceeded 2024-11-09T19:22:38,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T19:22:38,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T19:22:38,425 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://fac84fd0e20f:42421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T19:22:38,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 314 msec 2024-11-09T19:22:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T19:22:38,429 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T19:22:38,429 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:38,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:38,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:38,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T19:22:38,437 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='fac84fd0e20f:42421' 2024-11-09T19:22:38,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731180158437/Put/seqid=0 2024-11-09T19:22:38,438 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b18eee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,438 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42421,-1 for getting cluster id 2024-11-09T19:22:38,438 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:38,439 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e585538d-6c49-42bd-a12d-abd5b5739c86' 2024-11-09T19:22:38,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:38,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e585538d-6c49-42bd-a12d-abd5b5739c86" 2024-11-09T19:22:38,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4794952c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42421,-1] 2024-11-09T19:22:38,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:38,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:38,440 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:38,440 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a88d14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:38,440 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:38,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:38,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cfb2985 2024-11-09T19:22:38,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:38,442 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T19:22:38,442 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-fac84fd0e20f,38555,1731180139644 (queues=1) is replicating from cluster=687cb656-2dee-41c5-a2ba-e4fa5dd9a793 to cluster=e585538d-6c49-42bd-a12d-abd5b5739c86 2024-11-09T19:22:38,442 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=fac84fd0e20f%2C38555%2C1731180139644 2024-11-09T19:22:38,442 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-fac84fd0e20f,38555,1731180139644, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T19:22:38,444 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, startPosition=0, beingWritten=true 2024-11-09T19:22:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741845_1021 (size=11194) 2024-11-09T19:22:38,448 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: fac84fd0e20f%2C38555%2C1731180139644 2024-11-09T19:22:38,642 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 0, reset compression=false 2024-11-09T19:22:38,651 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 0, reset compression=false 2024-11-09T19:22:38,847 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731180158847/Put/seqid=0 2024-11-09T19:22:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741846_1022 (size=10791) 2024-11-09T19:22:38,954 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 0, reset compression=false 2024-11-09T19:22:39,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:22:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:39,245 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 0, reset compression=false 2024-11-09T19:22:39,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26da86af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:39,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,38845,-1 for getting cluster id 2024-11-09T19:22:39,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:39,254 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687cb656-2dee-41c5-a2ba-e4fa5dd9a793' 2024-11-09T19:22:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687cb656-2dee-41c5-a2ba-e4fa5dd9a793" 2024-11-09T19:22:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16335c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,38845,-1] 2024-11-09T19:22:39,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:39,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:39,255 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:39,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76edb69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:39,256 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,38555,1731180139644, seqNum=-1] 2024-11-09T19:22:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:39,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T19:22:39,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e03af2 2024-11-09T19:22:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:39,264 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T19:22:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2] 2024-11-09T19:22:39,269 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:22:39,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T19:22:39,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T19:22:39,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T19:22:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:39,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T19:22:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegion(2603): Flush status journal for e5aa6e593538ff0e3a70765fad5e4438: 2024-11-09T19:22:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_0 2024-11-09T19:22:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_0 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ 2024-11-09T19:22:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_1 2024-11-09T19:22:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_1 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ 2024-11-09T19:22:39,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_0 into e5aa6e593538ff0e3a70765fad5e4438/f as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ - updating store file list. 2024-11-09T19:22:39,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f20cdc0ac32f407590e69378538c55a4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:39,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ into e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:39,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_0 into e5aa6e593538ff0e3a70765fad5e4438/f (new location: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_) 2024-11-09T19:22:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_0 2024-11-09T19:22:39,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_1 into e5aa6e593538ff0e3a70765fad5e4438/f as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ - updating store file list. 2024-11-09T19:22:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8aaa861df5e64a348454f834bb720af8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:39,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ into e5aa6e593538ff0e3a70765fad5e4438/f 2024-11-09T19:22:39,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_1 into e5aa6e593538ff0e3a70765fad5e4438/f (new location: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_) 2024-11-09T19:22:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/staging/jenkins__test__9jaf76ta4bnqdqopr7gfa3ci4i0e2nbj286kk09h100i5q4ks1fanebso4ajeet7/f/hfile_1 2024-11-09T19:22:39,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:39,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:39,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:39,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:39,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2 , the old value is region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=fac84fd0e20f:38555 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:22:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T19:22:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., hostname=fac84fd0e20f,38555,1731180139644, seqNum=2 from cache 2024-11-09T19:22:39,298 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T19:22:39,300 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T19:22:39,360 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 0, reset compression=false 2024-11-09T19:22:39,364 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:22:39,364 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5aa6e593538ff0e3a70765fad5e4438/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180159295/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T19:22:39,366 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T19:22:39,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T19:22:39,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.ReplicationSink(318): Replicating [687cb656-2dee-41c5-a2ba-e4fa5dd9a793] bulk loaded data 2024-11-09T19:22:39,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b635478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:39,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] client.ClusterIdFetcher(90): Going to request fac84fd0e20f,42421,-1 for getting cluster id 2024-11-09T19:22:39,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T19:22:39,368 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e585538d-6c49-42bd-a12d-abd5b5739c86' 2024-11-09T19:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T19:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e585538d-6c49-42bd-a12d-abd5b5739c86" 2024-11-09T19:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c18007a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fac84fd0e20f,42421,-1] 2024-11-09T19:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T19:22:39,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:39,369 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T19:22:39,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2de09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T19:22:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741837_1013 (size=11194) 2024-11-09T19:22:39,399 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T19:22:39,565 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741838_1014 (size=10791) 2024-11-09T19:22:39,868 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:39,949 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 0, reset compression=false 2024-11-09T19:22:39,953 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T19:22:39,953 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[{test/e5aa6e593538ff0e3a70765fad5e4438/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731180159295/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T19:22:39,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.ReplicationSink(318): Replicating [687cb656-2dee-41c5-a2ba-e4fa5dd9a793] bulk loaded data 2024-11-09T19:22:39,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741839_1015 (size=11194) 2024-11-09T19:22:40,153 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:40,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T19:22:40,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:40,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15db7509 2024-11-09T19:22:40,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T19:22:40,194 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T19:22:40,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:22:40,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T19:22:40,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fac84fd0e20f,39139,1731180151193, seqNum=-1] 2024-11-09T19:22:40,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T19:22:40,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T19:22:40,201 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T19:22:40,202 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T19:22:40,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ for inclusion in c1400413d70998bf3f0c66af0941e20c/f 2024-11-09T19:22:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T19:22:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:40,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ for inclusion in c1400413d70998bf3f0c66af0941e20c/f 2024-11-09T19:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T19:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HRegion(2603): Flush status journal for c1400413d70998bf3f0c66af0941e20c: 2024-11-09T19:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f20cdc0ac32f407590e69378538c55a4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:22:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/552ea7106f9247af9efbb5de0f170fa3_SeqId_4_ 2024-11-09T19:22:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8aaa861df5e64a348454f834bb720af8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:22:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/8390114de54f4a029081620decc2d8d5_SeqId_4_ 2024-11-09T19:22:40,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ into c1400413d70998bf3f0c66af0941e20c/f as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/552ea7106f9247af9efbb5de0f170fa3_SeqId_4_ - updating store file list. 2024-11-09T19:22:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 552ea7106f9247af9efbb5de0f170fa3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:40,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/552ea7106f9247af9efbb5de0f170fa3_SeqId_4_ into c1400413d70998bf3f0c66af0941e20c/f 2024-11-09T19:22:40,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ into c1400413d70998bf3f0c66af0941e20c/f (new location: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/552ea7106f9247af9efbb5de0f170fa3_SeqId_4_) 2024-11-09T19:22:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ 2024-11-09T19:22:40,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ into c1400413d70998bf3f0c66af0941e20c/f as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/8390114de54f4a029081620decc2d8d5_SeqId_4_ - updating store file list. 2024-11-09T19:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8390114de54f4a029081620decc2d8d5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:40,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/8390114de54f4a029081620decc2d8d5_SeqId_4_ into c1400413d70998bf3f0c66af0941e20c/f 2024-11-09T19:22:40,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ into c1400413d70998bf3f0c66af0941e20c/f (new location: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/f/8390114de54f4a029081620decc2d8d5_SeqId_4_) 2024-11-09T19:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/staging/jenkins.hfs.23__test__a9smlh1foeb1ddt22lnin9v3e2u8d5etlatot1a4enc7l2e4ufbp7eppgjkkhb5/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ 2024-11-09T19:22:40,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39139 {}] regionserver.ReplicationSink(324): Finished replicating [687cb656-2dee-41c5-a2ba-e4fa5dd9a793] bulk loaded data 2024-11-09T19:22:40,271 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:40,304 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T19:22:40,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741840_1016 (size=10791) 2024-11-09T19:22:40,370 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T19:22:40,457 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:40,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T19:22:40,771 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T19:22:40,774 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T19:22:40,775 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:40,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ for inclusion in 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T19:22:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:40,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ for inclusion in 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T19:22:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T19:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegion(2603): Flush status journal for 8e5cb061392957dfa1d2180dc9626c7b: 2024-11-09T19:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8aaa861df5e64a348454f834bb720af8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:22:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/2acfdcc7197b463e81c26c2442160309_SeqId_6_ 2024-11-09T19:22:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f20cdc0ac32f407590e69378538c55a4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T19:22:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/7598cb02479c48e5b15d0ebe72850e81_SeqId_6_ 2024-11-09T19:22:40,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ into 8e5cb061392957dfa1d2180dc9626c7b/f as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/2acfdcc7197b463e81c26c2442160309_SeqId_6_ - updating store file list. 2024-11-09T19:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2acfdcc7197b463e81c26c2442160309_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:40,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/2acfdcc7197b463e81c26c2442160309_SeqId_6_ into 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:40,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ into 8e5cb061392957dfa1d2180dc9626c7b/f (new location: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/2acfdcc7197b463e81c26c2442160309_SeqId_6_) 2024-11-09T19:22:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/8aaa861df5e64a348454f834bb720af8_SeqId_6_ 2024-11-09T19:22:40,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ into 8e5cb061392957dfa1d2180dc9626c7b/f as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/7598cb02479c48e5b15d0ebe72850e81_SeqId_6_ - updating store file list. 2024-11-09T19:22:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7598cb02479c48e5b15d0ebe72850e81_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T19:22:40,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/7598cb02479c48e5b15d0ebe72850e81_SeqId_6_ into 8e5cb061392957dfa1d2180dc9626c7b/f 2024-11-09T19:22:40,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ into 8e5cb061392957dfa1d2180dc9626c7b/f (new location: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/f/7598cb02479c48e5b15d0ebe72850e81_SeqId_6_) 2024-11-09T19:22:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/staging/jenkins.hfs.22__test__2gnh20crf5ei23vjqs8qnkn8fpo7kafr2s7k25cqvjid09cklgjqebd1t1cae07c/f/f20cdc0ac32f407590e69378538c55a4_SeqId_6_ 2024-11-09T19:22:40,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34393 {}] regionserver.ReplicationSink(324): Finished replicating [687cb656-2dee-41c5-a2ba-e4fa5dd9a793] bulk loaded data 2024-11-09T19:22:40,861 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:40,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T19:22:41,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:22:41,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:41,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:41,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:41,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:41,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:41,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:22:41,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1238933734, stopped=false 2024-11-09T19:22:41,316 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,42421,1731180151002 2024-11-09T19:22:41,364 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039507763/running 2024-11-09T19:22:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039507763/running 2024-11-09T19:22:41,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:41,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:41,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:41,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:41,378 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:41,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:41,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:41,378 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,39139,1731180151193' ***** 2024-11-09T19:22:41,378 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:22:41,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/running 2024-11-09T19:22:41,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Set watcher on znode that does not yet exist, /21039507763/running 2024-11-09T19:22:41,380 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:22:41,380 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:22:41,380 INFO [RS:0;fac84fd0e20f:39139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:22:41,380 INFO [RS:0;fac84fd0e20f:39139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:22:41,380 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(3091): Received CLOSE for c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39139. 2024-11-09T19:22:41,381 DEBUG [RS:0;fac84fd0e20f:39139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:41,381 DEBUG [RS:0;fac84fd0e20f:39139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:41,381 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1400413d70998bf3f0c66af0941e20c, disabling compactions & flushes 2024-11-09T19:22:41,381 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:41,381 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:41,381 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. after waiting 0 ms 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:22:41,381 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:22:41,381 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:22:41,382 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:22:41,382 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1325): Online Regions={c1400413d70998bf3f0c66af0941e20c=test,,1731180155072.c1400413d70998bf3f0c66af0941e20c., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:22:41,382 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c1400413d70998bf3f0c66af0941e20c 2024-11-09T19:22:41,382 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:41,382 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:41,382 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:41,382 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:41,382 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:41,382 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T19:22:41,391 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/default/test/c1400413d70998bf3f0c66af0941e20c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T19:22:41,391 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:41,392 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:41,392 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:41,392 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1400413d70998bf3f0c66af0941e20c: Waiting for close lock at 1731180161381Running coprocessor pre-close hooks at 1731180161381Disabling compacts and flushes for region at 1731180161381Disabling writes for close at 1731180161381Writing region close event to WAL at 1731180161382 (+1 ms)Running coprocessor post-close hooks at 1731180161391 (+9 ms)Closed at 1731180161392 (+1 ms) 2024-11-09T19:22:41,392 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180155072.c1400413d70998bf3f0c66af0941e20c. 2024-11-09T19:22:41,393 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:41,405 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/info/4d08c6e726f04b308342cf95fbc98fc2 is 129, key is test,,1731180155072.c1400413d70998bf3f0c66af0941e20c./info:regioninfo/1731180155507/Put/seqid=0 2024-11-09T19:22:41,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741839_1015 (size=6421) 2024-11-09T19:22:41,582 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:41,782 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:41,785 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:22:41,785 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:22:41,809 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/info/4d08c6e726f04b308342cf95fbc98fc2 2024-11-09T19:22:41,824 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/ns/5a346ea7ba8245829a29f7a0f73d684c is 43, key is default/ns:d/1731180152646/Put/seqid=0 2024-11-09T19:22:41,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741840_1016 (size=5153) 2024-11-09T19:22:41,827 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/ns/5a346ea7ba8245829a29f7a0f73d684c 2024-11-09T19:22:41,846 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e211caf51044d89efc7b20d5dadf46 is 112, key is test,,1731180155072.c1400413d70998bf3f0c66af0941e20c./rep_barrier:seqnumDuringOpen/1731180155507/Put/seqid=0 2024-11-09T19:22:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741841_1017 (size=5518) 2024-11-09T19:22:41,967 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:41,982 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:42,083 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:42,182 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:42,249 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e211caf51044d89efc7b20d5dadf46 2024-11-09T19:22:42,264 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/table/a3a69b177d814d109de8ff74eba3f796 is 40, key is test/table:state/1731180155521/Put/seqid=0 2024-11-09T19:22:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741842_1018 (size=5165) 2024-11-09T19:22:42,382 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T19:22:42,382 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T19:22:42,382 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:42,583 DEBUG [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:42,668 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/table/a3a69b177d814d109de8ff74eba3f796 2024-11-09T19:22:42,670 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:42,673 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/info/4d08c6e726f04b308342cf95fbc98fc2 as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/info/4d08c6e726f04b308342cf95fbc98fc2 2024-11-09T19:22:42,677 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/info/4d08c6e726f04b308342cf95fbc98fc2, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T19:22:42,677 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/ns/5a346ea7ba8245829a29f7a0f73d684c as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/ns/5a346ea7ba8245829a29f7a0f73d684c 2024-11-09T19:22:42,681 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/ns/5a346ea7ba8245829a29f7a0f73d684c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:22:42,681 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/rep_barrier/a0e211caf51044d89efc7b20d5dadf46 as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/rep_barrier/a0e211caf51044d89efc7b20d5dadf46 2024-11-09T19:22:42,686 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/rep_barrier/a0e211caf51044d89efc7b20d5dadf46, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T19:22:42,687 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/.tmp/table/a3a69b177d814d109de8ff74eba3f796 as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/table/a3a69b177d814d109de8ff74eba3f796 2024-11-09T19:22:42,691 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/table/a3a69b177d814d109de8ff74eba3f796, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:22:42,692 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-11-09T19:22:42,705 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T19:22:42,706 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:42,706 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:42,706 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:42,706 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180161382Running coprocessor pre-close hooks at 1731180161382Disabling compacts and flushes for region at 1731180161382Disabling writes for close at 1731180161382Obtaining lock to block concurrent updates at 1731180161382Preparing flush snapshotting stores in 1588230740 at 1731180161382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731180161382Flushing stores of hbase:meta,,1.1588230740 at 1731180161384 (+2 ms)Flushing 1588230740/info: creating writer at 1731180161384Flushing 1588230740/info: appending metadata at 1731180161405 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731180161405Flushing 1588230740/ns: creating writer at 1731180161812 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731180161824 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731180161824Flushing 1588230740/rep_barrier: creating writer at 1731180161830 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180161845 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180161845Flushing 1588230740/table: creating writer at 1731180162252 (+407 ms)Flushing 1588230740/table: appending metadata at 1731180162264 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731180162264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50cdb9c0: reopening flushed file at 1731180162673 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f4f6c3b: reopening flushed file at 1731180162677 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474fbed6: reopening flushed file at 1731180162681 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794fc4e2: reopening flushed file at 1731180162686 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1731180162692 (+6 ms)Writing region close event to WAL at 1731180162703 (+11 ms)Running coprocessor post-close hooks at 1731180162706 (+3 ms)Closed at 1731180162706 2024-11-09T19:22:42,706 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:42,783 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,39139,1731180151193; all regions closed. 2024-11-09T19:22:42,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741834_1010 (size=2717) 2024-11-09T19:22:42,786 DEBUG [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/oldWALs 2024-11-09T19:22:42,786 INFO [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39139%2C1731180151193.meta:.meta(num 1731180152563) 2024-11-09T19:22:42,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741832_1008 (size=1028) 2024-11-09T19:22:42,790 DEBUG [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/oldWALs 2024-11-09T19:22:42,790 INFO [RS:0;fac84fd0e20f:39139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C39139%2C1731180151193:(num 1731180151898) 2024-11-09T19:22:42,790 DEBUG [RS:0;fac84fd0e20f:39139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:42,790 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:42,790 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:42,790 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:42,790 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:42,790 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:42,791 INFO [RS:0;fac84fd0e20f:39139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:39139. 2024-11-09T19:22:42,791 DEBUG [RS:0;fac84fd0e20f:39139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:42,791 DEBUG [RS:0;fac84fd0e20f:39139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:42,791 DEBUG [RS:0;fac84fd0e20f:39139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:42,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:42,791 INFO [RS:0;fac84fd0e20f:39139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39139 2024-11-09T19:22:42,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039507763/rs/fac84fd0e20f,39139,1731180151193 2024-11-09T19:22:42,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763/rs 2024-11-09T19:22:42,808 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:42,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,39139,1731180151193] 2024-11-09T19:22:42,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21039507763/draining/fac84fd0e20f,39139,1731180151193 already deleted, retry=false 2024-11-09T19:22:42,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,39139,1731180151193 expired; onlineServers=0 2024-11-09T19:22:42,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,42421,1731180151002' ***** 2024-11-09T19:22:42,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:22:42,850 INFO [M:0;fac84fd0e20f:42421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:42,850 INFO [M:0;fac84fd0e20f:42421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:42,850 DEBUG [M:0;fac84fd0e20f:42421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:22:42,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:22:42,850 DEBUG [M:0;fac84fd0e20f:42421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:22:42,850 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180151672 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180151672,5,FailOnTimeoutGroup] 2024-11-09T19:22:42,850 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180151660 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180151660,5,FailOnTimeoutGroup] 2024-11-09T19:22:42,851 INFO [M:0;fac84fd0e20f:42421 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:42,851 INFO [M:0;fac84fd0e20f:42421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:42,851 DEBUG [M:0;fac84fd0e20f:42421 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:22:42,851 INFO [M:0;fac84fd0e20f:42421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:22:42,851 INFO [M:0;fac84fd0e20f:42421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:42,851 INFO [M:0;fac84fd0e20f:42421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:22:42,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:22:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039507763/master 2024-11-09T19:22:42,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039507763 2024-11-09T19:22:42,871 DEBUG [M:0;fac84fd0e20f:42421 {}] zookeeper.ZKUtil(347): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Unable to get data of znode /21039507763/master because node does not exist (not an error) 2024-11-09T19:22:42,871 WARN [M:0;fac84fd0e20f:42421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:22:42,871 INFO [M:0;fac84fd0e20f:42421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/.lastflushedseqids 2024-11-09T19:22:42,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741843_1019 (size=173) 2024-11-09T19:22:42,886 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:42,929 INFO [RS:0;fac84fd0e20f:39139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:42,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:42,929 INFO [RS:0;fac84fd0e20f:39139 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,39139,1731180151193; zookeeper connection closed. 2024-11-09T19:22:42,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39139-0x101210c825d0007, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:42,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ea6cff9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ea6cff9 2024-11-09T19:22:42,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:22:43,277 INFO [M:0;fac84fd0e20f:42421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:22:43,277 INFO [M:0;fac84fd0e20f:42421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:22:43,277 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:43,277 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:43,277 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:43,277 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:43,277 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:43,277 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-09T19:22:43,299 DEBUG [M:0;fac84fd0e20f:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/623e8982fab7484f902c6f1de4c40f3f is 82, key is hbase:meta,,1/info:regioninfo/1731180152624/Put/seqid=0 2024-11-09T19:22:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741844_1020 (size=5672) 2024-11-09T19:22:43,473 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:43,710 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/623e8982fab7484f902c6f1de4c40f3f 2024-11-09T19:22:43,728 DEBUG [M:0;fac84fd0e20f:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95643e8271334b4ea106af86acb9d5bf is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180155525/Put/seqid=0 2024-11-09T19:22:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741845_1021 (size=6585) 2024-11-09T19:22:43,790 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:44,131 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95643e8271334b4ea106af86acb9d5bf 2024-11-09T19:22:44,147 DEBUG [M:0;fac84fd0e20f:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/904596960e47464e8382937c14a014c0 is 69, key is fac84fd0e20f,39139,1731180151193/rs:state/1731180151690/Put/seqid=0 2024-11-09T19:22:44,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741846_1022 (size=5156) 2024-11-09T19:22:44,376 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:44,550 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/904596960e47464e8382937c14a014c0 2024-11-09T19:22:44,554 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/623e8982fab7484f902c6f1de4c40f3f as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/623e8982fab7484f902c6f1de4c40f3f 2024-11-09T19:22:44,557 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/623e8982fab7484f902c6f1de4c40f3f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T19:22:44,557 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95643e8271334b4ea106af86acb9d5bf as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95643e8271334b4ea106af86acb9d5bf 2024-11-09T19:22:44,560 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95643e8271334b4ea106af86acb9d5bf, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T19:22:44,561 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/904596960e47464e8382937c14a014c0 as hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/904596960e47464e8382937c14a014c0 2024-11-09T19:22:44,563 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/b15f4cbc-cfc7-1c21-afc1-5f05da6e6239/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/904596960e47464e8382937c14a014c0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T19:22:44,564 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=55, compaction requested=false 2024-11-09T19:22:44,565 INFO [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:44,565 DEBUG [M:0;fac84fd0e20f:42421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180163277Disabling compacts and flushes for region at 1731180163277Disabling writes for close at 1731180163277Obtaining lock to block concurrent updates at 1731180163277Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180163277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731180163278 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180163278Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180163278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180163299 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180163299Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180163713 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180163727 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180163727Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180164134 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180164146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180164146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404681ce: reopening flushed file at 1731180164553 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c59239: reopening flushed file at 1731180164557 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6f931f: reopening flushed file at 1731180164560 (+3 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=55, compaction requested=false at 1731180164564 (+4 ms)Writing region close event to WAL at 1731180164565 (+1 ms)Closed at 1731180164565 2024-11-09T19:22:44,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741830_1006 (size=32758) 2024-11-09T19:22:44,567 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:44,567 INFO [M:0;fac84fd0e20f:42421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:22:44,567 INFO [M:0;fac84fd0e20f:42421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42421 2024-11-09T19:22:44,567 INFO [M:0;fac84fd0e20f:42421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:44,676 INFO [M:0;fac84fd0e20f:42421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:44,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x101210c825d0006, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:44,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75eab216{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:44,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626da1f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:44,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:44,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59824839{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:44,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ee89d80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:44,681 WARN [BP-186755887-172.17.0.2-1731180148495 heartbeating to localhost/127.0.0.1:40061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:22:44,681 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:22:44,681 WARN [BP-186755887-172.17.0.2-1731180148495 heartbeating to localhost/127.0.0.1:40061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-186755887-172.17.0.2-1731180148495 (Datanode Uuid d5a25d44-7460-4373-815e-75f25034843a) service to localhost/127.0.0.1:40061 2024-11-09T19:22:44,681 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:22:44,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/cluster_86242485-3567-5df3-9111-afa720ba8aaa/data/data1/current/BP-186755887-172.17.0.2-1731180148495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:44,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/cluster_86242485-3567-5df3-9111-afa720ba8aaa/data/data2/current/BP-186755887-172.17.0.2-1731180148495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:44,682 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:22:44,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3898d25d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:44,689 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6d6af4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:44,689 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:44,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ce76393{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:44,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d154e6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90e67f1f-39f8-5273-9865-03a0f1d9ac18/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:44,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:22:44,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:22:44,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:44,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:44,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:44,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:44,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:44,705 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:22:44,705 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=505424810, stopped=false 2024-11-09T19:22:44,705 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,34957,1731180145842 2024-11-09T19:22:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-455627509/running 2024-11-09T19:22:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-455627509/running 2024-11-09T19:22:44,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:44,723 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:44,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:44,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/running 2024-11-09T19:22:44,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Set watcher on znode that does not yet exist, /1-455627509/running 2024-11-09T19:22:44,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:44,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:44,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:44,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,34393,1731180145958' ***** 2024-11-09T19:22:44,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:22:44,726 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:22:44,726 INFO [RS:0;fac84fd0e20f:34393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:22:44,726 INFO [RS:0;fac84fd0e20f:34393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:22:44,726 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:44,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:22:44,726 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:44,726 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:44,727 INFO [RS:0;fac84fd0e20f:34393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:34393. 2024-11-09T19:22:44,727 DEBUG [RS:0;fac84fd0e20f:34393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:44,727 DEBUG [RS:0;fac84fd0e20f:34393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:44,727 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:22:44,727 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:22:44,727 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:22:44,727 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:22:44,727 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T19:22:44,727 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e5cb061392957dfa1d2180dc9626c7b=test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b.} 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e5cb061392957dfa1d2180dc9626c7b, disabling compactions & flushes 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:44,727 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e5cb061392957dfa1d2180dc9626c7b 2024-11-09T19:22:44,727 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:44,727 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. after waiting 0 ms 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:44,727 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:44,727 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T19:22:44,732 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/default/test/8e5cb061392957dfa1d2180dc9626c7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:22:44,733 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:44,733 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:44,733 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:44,733 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e5cb061392957dfa1d2180dc9626c7b: Waiting for close lock at 1731180164727Running coprocessor pre-close hooks at 1731180164727Disabling compacts and flushes for region at 1731180164727Disabling writes for close at 1731180164727Writing region close event to WAL at 1731180164729 (+2 ms)Running coprocessor post-close hooks at 1731180164733 (+4 ms)Closed at 1731180164733 2024-11-09T19:22:44,733 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b. 2024-11-09T19:22:44,747 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/info/44289169a7b3459391fbabb37086cd1b is 129, key is test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b./info:regioninfo/1731180154714/Put/seqid=0 2024-11-09T19:22:44,749 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:44,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741841_1017 (size=6421) 2024-11-09T19:22:44,754 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/info/44289169a7b3459391fbabb37086cd1b 2024-11-09T19:22:44,780 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/ns/c4eb08401bea4e9585b19e163332e323 is 43, key is default/ns:d/1731180148376/Put/seqid=0 2024-11-09T19:22:44,793 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:44,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741842_1018 (size=5153) 2024-11-09T19:22:44,807 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/ns/c4eb08401bea4e9585b19e163332e323 2024-11-09T19:22:44,853 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/rep_barrier/13af2008614943b9946a8b6b42124258 is 112, key is test,,1731180153932.8e5cb061392957dfa1d2180dc9626c7b./rep_barrier:seqnumDuringOpen/1731180154714/Put/seqid=0 2024-11-09T19:22:44,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741843_1019 (size=5518) 2024-11-09T19:22:44,874 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/rep_barrier/13af2008614943b9946a8b6b42124258 2024-11-09T19:22:44,908 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/table/7f10e00f28ef48ca869829295f0f1e8b is 40, key is test/table:state/1731180154731/Put/seqid=0 2024-11-09T19:22:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741844_1020 (size=5165) 2024-11-09T19:22:44,927 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:45,128 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:45,316 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/table/7f10e00f28ef48ca869829295f0f1e8b 2024-11-09T19:22:45,324 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/info/44289169a7b3459391fbabb37086cd1b as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/info/44289169a7b3459391fbabb37086cd1b 2024-11-09T19:22:45,328 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/info/44289169a7b3459391fbabb37086cd1b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T19:22:45,328 DEBUG [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T19:22:45,329 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/ns/c4eb08401bea4e9585b19e163332e323 as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/ns/c4eb08401bea4e9585b19e163332e323 2024-11-09T19:22:45,335 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/ns/c4eb08401bea4e9585b19e163332e323, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:22:45,336 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/rep_barrier/13af2008614943b9946a8b6b42124258 as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/rep_barrier/13af2008614943b9946a8b6b42124258 2024-11-09T19:22:45,341 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/rep_barrier/13af2008614943b9946a8b6b42124258, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T19:22:45,342 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/.tmp/table/7f10e00f28ef48ca869829295f0f1e8b as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/table/7f10e00f28ef48ca869829295f0f1e8b 2024-11-09T19:22:45,353 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/table/7f10e00f28ef48ca869829295f0f1e8b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T19:22:45,354 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=11, compaction requested=false 2024-11-09T19:22:45,354 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:22:45,379 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:45,397 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T19:22:45,398 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:45,398 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:45,398 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:45,398 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180164727Running coprocessor pre-close hooks at 1731180164727Disabling compacts and flushes for region at 1731180164727Disabling writes for close at 1731180164727Obtaining lock to block concurrent updates at 1731180164727Preparing flush snapshotting stores in 1588230740 at 1731180164727Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731180164728 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731180164728Flushing 1588230740/info: creating writer at 1731180164729 (+1 ms)Flushing 1588230740/info: appending metadata at 1731180164747 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731180164747Flushing 1588230740/ns: creating writer at 1731180164759 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731180164780 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731180164780Flushing 1588230740/rep_barrier: creating writer at 1731180164830 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180164853 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180164853Flushing 1588230740/table: creating writer at 1731180164878 (+25 ms)Flushing 1588230740/table: appending metadata at 1731180164907 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731180164907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8c4cee: reopening flushed file at 1731180165323 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da7ce7b: reopening flushed file at 1731180165328 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7535851a: reopening flushed file at 1731180165335 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e04e5c6: reopening flushed file at 1731180165341 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=11, compaction requested=false at 1731180165354 (+13 ms)Writing region close event to WAL at 1731180165385 (+31 ms)Running coprocessor post-close hooks at 1731180165398 (+13 ms)Closed at 1731180165398 2024-11-09T19:22:45,398 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:45,528 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,34393,1731180145958; all regions closed. 2024-11-09T19:22:45,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741834_1010 (size=2717) 2024-11-09T19:22:45,538 DEBUG [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/oldWALs 2024-11-09T19:22:45,538 INFO [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C34393%2C1731180145958.meta:.meta(num 1731180148264) 2024-11-09T19:22:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741832_1008 (size=1374) 2024-11-09T19:22:45,549 DEBUG [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/oldWALs 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fac84fd0e20f%2C34393%2C1731180145958:(num 1731180147768) 2024-11-09T19:22:45,550 DEBUG [RS:0;fac84fd0e20f:34393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:45,550 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:34393. 2024-11-09T19:22:45,550 DEBUG [RS:0;fac84fd0e20f:34393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:45,550 DEBUG [RS:0;fac84fd0e20f:34393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:45,550 DEBUG [RS:0;fac84fd0e20f:34393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:45,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:45,550 INFO [RS:0;fac84fd0e20f:34393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34393 2024-11-09T19:22:45,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-455627509/rs/fac84fd0e20f,34393,1731180145958 2024-11-09T19:22:45,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509/rs 2024-11-09T19:22:45,702 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:45,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,34393,1731180145958] 2024-11-09T19:22:45,723 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-455627509/draining/fac84fd0e20f,34393,1731180145958 already deleted, retry=false 2024-11-09T19:22:45,723 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,34393,1731180145958 expired; onlineServers=0 2024-11-09T19:22:45,723 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,34957,1731180145842' ***** 2024-11-09T19:22:45,723 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:22:45,723 INFO [M:0;fac84fd0e20f:34957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:45,724 INFO [M:0;fac84fd0e20f:34957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:45,724 DEBUG [M:0;fac84fd0e20f:34957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:22:45,724 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:22:45,724 DEBUG [M:0;fac84fd0e20f:34957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:22:45,724 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180147404 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180147404,5,FailOnTimeoutGroup] 2024-11-09T19:22:45,724 INFO [M:0;fac84fd0e20f:34957 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:45,724 INFO [M:0;fac84fd0e20f:34957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:45,724 DEBUG [M:0;fac84fd0e20f:34957 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:22:45,724 INFO [M:0;fac84fd0e20f:34957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:22:45,724 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180147398 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180147398,5,FailOnTimeoutGroup] 2024-11-09T19:22:45,724 INFO [M:0;fac84fd0e20f:34957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:45,724 INFO [M:0;fac84fd0e20f:34957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:22:45,724 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:22:45,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-455627509/master 2024-11-09T19:22:45,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-455627509 2024-11-09T19:22:45,734 DEBUG [M:0;fac84fd0e20f:34957 {}] zookeeper.ZKUtil(347): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Unable to get data of znode /1-455627509/master because node does not exist (not an error) 2024-11-09T19:22:45,734 WARN [M:0;fac84fd0e20f:34957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:22:45,735 INFO [M:0;fac84fd0e20f:34957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/.lastflushedseqids 2024-11-09T19:22:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741845_1021 (size=173) 2024-11-09T19:22:45,741 INFO [M:0;fac84fd0e20f:34957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:22:45,742 INFO [M:0;fac84fd0e20f:34957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:22:45,742 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:45,742 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:45,742 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:45,742 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:45,742 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:45,742 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-09T19:22:45,760 DEBUG [M:0;fac84fd0e20f:34957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b000fa55937a411488aa830b1e74160d is 82, key is hbase:meta,,1/info:regioninfo/1731180148342/Put/seqid=0 2024-11-09T19:22:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741846_1022 (size=5672) 2024-11-09T19:22:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:45,813 INFO [RS:0;fac84fd0e20f:34393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:45,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34393-0x101210c825d0004, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:45,813 INFO [RS:0;fac84fd0e20f:34393 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,34393,1731180145958; zookeeper connection closed. 2024-11-09T19:22:45,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f01118d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f01118d 2024-11-09T19:22:45,813 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:22:45,937 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:46,165 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b000fa55937a411488aa830b1e74160d 2024-11-09T19:22:46,186 DEBUG [M:0;fac84fd0e20f:34957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b18e14af59044b6a9da798d3d03853c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731180154735/Put/seqid=0 2024-11-09T19:22:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741847_1023 (size=6585) 2024-11-09T19:22:46,498 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:46,590 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b18e14af59044b6a9da798d3d03853c 2024-11-09T19:22:46,609 DEBUG [M:0;fac84fd0e20f:34957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a93d0baa91ba44e593461a7db56c4ead is 69, key is fac84fd0e20f,34393,1731180145958/rs:state/1731180147508/Put/seqid=0 2024-11-09T19:22:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741848_1024 (size=5156) 2024-11-09T19:22:46,627 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a93d0baa91ba44e593461a7db56c4ead 2024-11-09T19:22:46,645 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b000fa55937a411488aa830b1e74160d as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b000fa55937a411488aa830b1e74160d 2024-11-09T19:22:46,651 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b000fa55937a411488aa830b1e74160d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T19:22:46,652 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b18e14af59044b6a9da798d3d03853c as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b18e14af59044b6a9da798d3d03853c 2024-11-09T19:22:46,657 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b18e14af59044b6a9da798d3d03853c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T19:22:46,658 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a93d0baa91ba44e593461a7db56c4ead as hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a93d0baa91ba44e593461a7db56c4ead 2024-11-09T19:22:46,662 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42655/user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a93d0baa91ba44e593461a7db56c4ead, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T19:22:46,663 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=55, compaction requested=false 2024-11-09T19:22:46,664 INFO [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:46,664 DEBUG [M:0;fac84fd0e20f:34957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180165742Disabling compacts and flushes for region at 1731180165742Disabling writes for close at 1731180165742Obtaining lock to block concurrent updates at 1731180165742Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180165742Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731180165742Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180165743 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180165743Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180165760 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180165760Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180166169 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180166185 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180166185Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180166593 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180166608 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180166608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9a5310: reopening flushed file at 1731180166644 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9de5230: reopening flushed file at 1731180166651 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6b2f8d: reopening flushed file at 1731180166657 (+6 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=55, compaction requested=false at 1731180166663 (+6 ms)Writing region close event to WAL at 1731180166664 (+1 ms)Closed at 1731180166664 2024-11-09T19:22:46,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/875add03-adf3-d8b7-a8c8-159084bc9cb6/MasterData/WALs/fac84fd0e20f,34957,1731180145842/fac84fd0e20f%2C34957%2C1731180145842.1731180147006 not finished, retry = 0 2024-11-09T19:22:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39421 is added to blk_1073741830_1006 (size=32758) 2024-11-09T19:22:46,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:46,767 INFO [M:0;fac84fd0e20f:34957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:22:46,768 INFO [M:0;fac84fd0e20f:34957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34957 2024-11-09T19:22:46,768 INFO [M:0;fac84fd0e20f:34957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:46,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T19:22:46,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,925 INFO [M:0;fac84fd0e20f:34957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:46,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:46,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34957-0x101210c825d0003, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:46,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466f1826{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:46,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59d26f09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:46,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:46,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ddfb730{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:46,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d601ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:46,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T19:22:46,995 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:22:46,995 WARN [BP-740119705-172.17.0.2-1731180143445 heartbeating to localhost/127.0.0.1:42655 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:22:46,995 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:22:46,995 WARN [BP-740119705-172.17.0.2-1731180143445 heartbeating to localhost/127.0.0.1:42655 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-740119705-172.17.0.2-1731180143445 (Datanode Uuid 6b91fb84-09c7-4156-8c63-35ae03c2ef58) service to localhost/127.0.0.1:42655 2024-11-09T19:22:46,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/cluster_4ff61650-38b4-8dca-212d-b720066a4d26/data/data1/current/BP-740119705-172.17.0.2-1731180143445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:46,996 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/cluster_4ff61650-38b4-8dca-212d-b720066a4d26/data/data2/current/BP-740119705-172.17.0.2-1731180143445 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:46,996 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:22:47,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4906950e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:47,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bcf13a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:47,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:47,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@504d4b88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:47,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec7742b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/81d91d37-8440-296c-5e1f-f8ab2d0e3418/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:47,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:22:47,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T19:22:47,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:47,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:47,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:47,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T19:22:47,030 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821708755, stopped=false 2024-11-09T19:22:47,031 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fac84fd0e20f,38845,1731180139166 2024-11-09T19:22:47,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-719471580/running 2024-11-09T19:22:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-719471580/running 2024-11-09T19:22:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:47,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:47,050 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:47,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/running 2024-11-09T19:22:47,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Set watcher on znode that does not yet exist, /0-719471580/running 2024-11-09T19:22:47,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T19:22:47,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:47,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fac84fd0e20f,38555,1731180139644' ***** 2024-11-09T19:22:47,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T19:22:47,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(3091): Received CLOSE for e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(3091): Received CLOSE for cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(959): stopping server fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:47,053 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:47,054 INFO [RS:0;fac84fd0e20f:38555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38555. 2024-11-09T19:22:47,054 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5aa6e593538ff0e3a70765fad5e4438, disabling compactions & flushes 2024-11-09T19:22:47,054 DEBUG [RS:0;fac84fd0e20f:38555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:47,054 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:47,054 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,054 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:47,054 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. after waiting 0 ms 2024-11-09T19:22:47,054 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:47,054 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T19:22:47,054 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T19:22:47,054 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T19:22:47,054 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T19:22:47,060 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T19:22:47,060 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1325): Online Regions={e5aa6e593538ff0e3a70765fad5e4438=test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438., 1588230740=hbase:meta,,1.1588230740, cd3a7928de0aa14f2cd20490a6ea2f85=hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85.} 2024-11-09T19:22:47,060 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3a7928de0aa14f2cd20490a6ea2f85, e5aa6e593538ff0e3a70765fad5e4438 2024-11-09T19:22:47,060 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T19:22:47,060 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T19:22:47,060 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T19:22:47,060 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T19:22:47,060 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T19:22:47,061 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T19:22:47,061 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/default/test/e5aa6e593538ff0e3a70765fad5e4438/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T19:22:47,062 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5aa6e593538ff0e3a70765fad5e4438: Waiting for close lock at 1731180167054Running coprocessor pre-close hooks at 1731180167054Disabling compacts and flushes for region at 1731180167054Disabling writes for close at 1731180167054Writing region close event to WAL at 1731180167056 (+2 ms)Running coprocessor post-close hooks at 1731180167062 (+6 ms)Closed at 1731180167062 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438. 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd3a7928de0aa14f2cd20490a6ea2f85, disabling compactions & flushes 2024-11-09T19:22:47,062 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. after waiting 0 ms 2024-11-09T19:22:47,062 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:47,062 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cd3a7928de0aa14f2cd20490a6ea2f85 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T19:22:47,080 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/.tmp/hfileref/a659b08fe3734d6199fbd1c5684a6328 is 74, key is 1/hfileref:0c256cb2a42b46888f683ebb2a05c71e_SeqId_4_/1731180157731/DeleteColumn/seqid=0 2024-11-09T19:22:47,083 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/info/f2039238914a47b398f4e34fbd829665 is 147, key is hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85./info:regioninfo/1731180156120/Put/seqid=0 2024-11-09T19:22:47,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741847_1023 (size=5489) 2024-11-09T19:22:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741848_1024 (size=7686) 2024-11-09T19:22:47,106 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/info/f2039238914a47b398f4e34fbd829665 2024-11-09T19:22:47,134 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/ns/974d4eaf5c714ac9a10e507fb99c2276 is 43, key is default/ns:d/1731180143350/Put/seqid=0 2024-11-09T19:22:47,146 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:47,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741849_1025 (size=5153) 2024-11-09T19:22:47,150 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/ns/974d4eaf5c714ac9a10e507fb99c2276 2024-11-09T19:22:47,151 INFO [regionserver/fac84fd0e20f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:47,157 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:22:47,157 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 688, reset compression=false 2024-11-09T19:22:47,157 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:22:47,158 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.HRegionServer(2440): ***** ABORTING region server fac84fd0e20f,38555,1731180139644: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-fac84fd0e20f,38555,1731180139644, walGroup=fac84fd0e20f%2C38555%2C1731180139644, offset=fac84fd0e20f%2C38555%2C1731180139644.1731180158054:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T19:22:47,159 ERROR [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T19:22:47,159 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T19:22:47,160 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T19:22:47,160 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T19:22:47,160 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T19:22:47,160 INFO [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1549795328, "init": 1048576000, "max": 2306867200, "used": 1037635072 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208199464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T19:22:47,160 WARN [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=fac84fd0e20f:38845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T19:22:47,173 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/rep_barrier/f5152e8d54f449b8b79c63039840a694 is 112, key is test,,1731180152791.e5aa6e593538ff0e3a70765fad5e4438./rep_barrier:seqnumDuringOpen/1731180153605/Put/seqid=0 2024-11-09T19:22:47,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741850_1026 (size=5518) 2024-11-09T19:22:47,177 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/rep_barrier/f5152e8d54f449b8b79c63039840a694 2024-11-09T19:22:47,199 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/table/2fff2ee4b4ce407a8492c61442801d5e is 53, key is hbase:replication/table:state/1731180156139/Put/seqid=0 2024-11-09T19:22:47,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741851_1027 (size=5308) 2024-11-09T19:22:47,261 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:47,308 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T19:22:47,308 INFO [regionserver/fac84fd0e20f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T19:22:47,369 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 688, reset compression=false 2024-11-09T19:22:47,461 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:47,495 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/.tmp/hfileref/a659b08fe3734d6199fbd1c5684a6328 2024-11-09T19:22:47,528 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/.tmp/queue/9dca397a12ce42d1b5df9ca7c30d93f6 is 153, key is 1-fac84fd0e20f,38555,1731180139644/queue:fac84fd0e20f%2C38555%2C1731180139644/1731180160793/Put/seqid=0 2024-11-09T19:22:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741852_1028 (size=5504) 2024-11-09T19:22:47,593 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/.tmp/queue/9dca397a12ce42d1b5df9ca7c30d93f6 2024-11-09T19:22:47,603 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/table/2fff2ee4b4ce407a8492c61442801d5e 2024-11-09T19:22:47,608 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/.tmp/hfileref/a659b08fe3734d6199fbd1c5684a6328 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/hfileref/a659b08fe3734d6199fbd1c5684a6328 2024-11-09T19:22:47,619 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/info/f2039238914a47b398f4e34fbd829665 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/info/f2039238914a47b398f4e34fbd829665 2024-11-09T19:22:47,621 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/hfileref/a659b08fe3734d6199fbd1c5684a6328, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T19:22:47,628 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/.tmp/queue/9dca397a12ce42d1b5df9ca7c30d93f6 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/queue/9dca397a12ce42d1b5df9ca7c30d93f6 2024-11-09T19:22:47,632 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/info/f2039238914a47b398f4e34fbd829665, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T19:22:47,634 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/ns/974d4eaf5c714ac9a10e507fb99c2276 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/ns/974d4eaf5c714ac9a10e507fb99c2276 2024-11-09T19:22:47,650 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/ns/974d4eaf5c714ac9a10e507fb99c2276, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T19:22:47,652 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/queue/9dca397a12ce42d1b5df9ca7c30d93f6, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T19:22:47,654 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/rep_barrier/f5152e8d54f449b8b79c63039840a694 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/rep_barrier/f5152e8d54f449b8b79c63039840a694 2024-11-09T19:22:47,660 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cd3a7928de0aa14f2cd20490a6ea2f85 in 596ms, sequenceid=17, compaction requested=false 2024-11-09T19:22:47,661 DEBUG [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cd3a7928de0aa14f2cd20490a6ea2f85 2024-11-09T19:22:47,664 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/rep_barrier/f5152e8d54f449b8b79c63039840a694, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T19:22:47,665 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/.tmp/table/2fff2ee4b4ce407a8492c61442801d5e as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/table/2fff2ee4b4ce407a8492c61442801d5e 2024-11-09T19:22:47,671 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/table/2fff2ee4b4ce407a8492c61442801d5e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T19:22:47,671 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=16, compaction requested=false 2024-11-09T19:22:47,672 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T19:22:47,673 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 688, reset compression=false 2024-11-09T19:22:47,702 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 393, reset compression=false 2024-11-09T19:22:47,770 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T19:22:47,770 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.wal-reader.fac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054 to pos 688, reset compression=false 2024-11-09T19:22:47,770 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-fac84fd0e20f,38555,1731180139644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.1731180158054, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T19:22:47,771 DEBUG [RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T19:22:47,786 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/replication/cd3a7928de0aa14f2cd20490a6ea2f85/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T19:22:47,787 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:47,787 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:47,787 INFO [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:47,788 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd3a7928de0aa14f2cd20490a6ea2f85: Waiting for close lock at 1731180167062Running coprocessor pre-close hooks at 1731180167062Disabling compacts and flushes for region at 1731180167062Disabling writes for close at 1731180167062Obtaining lock to block concurrent updates at 1731180167062Preparing flush snapshotting stores in cd3a7928de0aa14f2cd20490a6ea2f85 at 1731180167062Finished memstore snapshotting hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731180167063 (+1 ms)Flushing stores of hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. at 1731180167063Flushing cd3a7928de0aa14f2cd20490a6ea2f85/hfileref: creating writer at 1731180167064 (+1 ms)Flushing cd3a7928de0aa14f2cd20490a6ea2f85/hfileref: appending metadata at 1731180167080 (+16 ms)Flushing cd3a7928de0aa14f2cd20490a6ea2f85/hfileref: closing flushed file at 1731180167080Flushing cd3a7928de0aa14f2cd20490a6ea2f85/queue: creating writer at 1731180167500 (+420 ms)Flushing cd3a7928de0aa14f2cd20490a6ea2f85/queue: appending metadata at 1731180167527 (+27 ms)Flushing cd3a7928de0aa14f2cd20490a6ea2f85/queue: closing flushed file at 1731180167527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e028934: reopening flushed file at 1731180167605 (+78 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30e52311: reopening flushed file at 1731180167621 (+16 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cd3a7928de0aa14f2cd20490a6ea2f85 in 596ms, sequenceid=17, compaction requested=false at 1731180167660 (+39 ms)Writing region close event to WAL at 1731180167724 (+64 ms)Running coprocessor post-close hooks at 1731180167787 (+63 ms)Closed at 1731180167787 2024-11-09T19:22:47,788 DEBUG [RS_CLOSE_REGION-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731180155714.cd3a7928de0aa14f2cd20490a6ea2f85. 2024-11-09T19:22:47,803 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T19:22:47,803 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T19:22:47,803 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T19:22:47,804 INFO [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:47,804 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731180167060Running coprocessor pre-close hooks at 1731180167060Disabling compacts and flushes for region at 1731180167060Disabling writes for close at 1731180167060Obtaining lock to block concurrent updates at 1731180167061 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731180167061Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731180167061Flushing stores of hbase:meta,,1.1588230740 at 1731180167062 (+1 ms)Flushing 1588230740/info: creating writer at 1731180167062Flushing 1588230740/info: appending metadata at 1731180167083 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731180167083Flushing 1588230740/ns: creating writer at 1731180167110 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731180167134 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731180167134Flushing 1588230740/rep_barrier: creating writer at 1731180167154 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731180167172 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731180167172Flushing 1588230740/table: creating writer at 1731180167180 (+8 ms)Flushing 1588230740/table: appending metadata at 1731180167199 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731180167199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ce4a3b: reopening flushed file at 1731180167612 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721ecec1: reopening flushed file at 1731180167633 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f91299b: reopening flushed file at 1731180167650 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a24e52f: reopening flushed file at 1731180167664 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 611ms, sequenceid=16, compaction requested=false at 1731180167671 (+7 ms)Writing region close event to WAL at 1731180167800 (+129 ms)Running coprocessor post-close hooks at 1731180167803 (+3 ms)Closed at 1731180167803 2024-11-09T19:22:47,804 DEBUG [RS_CLOSE_META-regionserver/fac84fd0e20f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T19:22:47,862 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(976): stopping server fac84fd0e20f,38555,1731180139644; all regions closed. 2024-11-09T19:22:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741844_1020 (size=859) 2024-11-09T19:22:47,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/WALs/fac84fd0e20f,38555,1731180139644/fac84fd0e20f%2C38555%2C1731180139644.meta.1731180158140.meta not finished, retry = 0 2024-11-09T19:22:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741843_1019 (size=2574) 2024-11-09T19:22:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741842_1018 (size=696) 2024-11-09T19:22:47,977 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,977 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T19:22:47,977 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:47,977 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.ChoreService(370): Chore service for: regionserver/fac84fd0e20f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:47,977 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:47,978 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-fac84fd0e20f,38555,1731180139644 because: Region server is closing 2024-11-09T19:22:47,978 INFO [RS:0;fac84fd0e20f:38555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38555. 2024-11-09T19:22:47,978 DEBUG [RS:0;fac84fd0e20f:38555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:47,978 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,978 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:47,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:47,983 INFO [regionserver/fac84fd0e20f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:48,078 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,1-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,1-fac84fd0e20f,38555,1731180139644 terminated 2024-11-09T19:22:48,078 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-fac84fd0e20f,38555,1731180139644 because: Region server is closing 2024-11-09T19:22:48,079 INFO [RS:0;fac84fd0e20f:38555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fac84fd0e20f:38555. 2024-11-09T19:22:48,079 DEBUG [RS:0;fac84fd0e20f:38555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T19:22:48,079 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:48,079 DEBUG [RS:0;fac84fd0e20f:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T19:22:48,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T19:22:48,179 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/fac84fd0e20f:0-0.replicationSource,2-fac84fd0e20f,38555,1731180139644.replicationSource.shipperfac84fd0e20f%2C38555%2C1731180139644,2-fac84fd0e20f,38555,1731180139644 terminated 2024-11-09T19:22:48,179 INFO [RS:0;fac84fd0e20f:38555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38555 2024-11-09T19:22:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580/rs 2024-11-09T19:22:48,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-719471580/rs/fac84fd0e20f,38555,1731180139644 2024-11-09T19:22:48,197 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:48,197 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fac84fd0e20f,38555,1731180139644] 2024-11-09T19:22:48,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-719471580/draining/fac84fd0e20f,38555,1731180139644 already deleted, retry=false 2024-11-09T19:22:48,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fac84fd0e20f,38555,1731180139644 expired; onlineServers=0 2024-11-09T19:22:48,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fac84fd0e20f,38845,1731180139166' ***** 2024-11-09T19:22:48,218 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T19:22:48,218 INFO [M:0;fac84fd0e20f:38845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T19:22:48,218 INFO [M:0;fac84fd0e20f:38845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T19:22:48,218 DEBUG [M:0;fac84fd0e20f:38845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T19:22:48,218 DEBUG [M:0;fac84fd0e20f:38845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T19:22:48,218 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T19:22:48,218 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180142072 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.small.0-1731180142072,5,FailOnTimeoutGroup] 2024-11-09T19:22:48,218 DEBUG [master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180142069 {}] cleaner.HFileCleaner(306): Exit Thread[master/fac84fd0e20f:0:becomeActiveMaster-HFileCleaner.large.0-1731180142069,5,FailOnTimeoutGroup] 2024-11-09T19:22:48,219 INFO [M:0;fac84fd0e20f:38845 {}] hbase.ChoreService(370): Chore service for: master/fac84fd0e20f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T19:22:48,219 INFO [M:0;fac84fd0e20f:38845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T19:22:48,219 DEBUG [M:0;fac84fd0e20f:38845 {}] master.HMaster(1795): Stopping service threads 2024-11-09T19:22:48,219 INFO [M:0;fac84fd0e20f:38845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T19:22:48,219 INFO [M:0;fac84fd0e20f:38845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T19:22:48,219 INFO [M:0;fac84fd0e20f:38845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T19:22:48,219 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T19:22:48,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-719471580/master 2024-11-09T19:22:48,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-719471580 2024-11-09T19:22:48,228 DEBUG [M:0;fac84fd0e20f:38845 {}] zookeeper.ZKUtil(347): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Unable to get data of znode /0-719471580/master because node does not exist (not an error) 2024-11-09T19:22:48,228 WARN [M:0;fac84fd0e20f:38845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T19:22:48,229 INFO [M:0;fac84fd0e20f:38845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/.lastflushedseqids 2024-11-09T19:22:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741853_1029 (size=263) 2024-11-09T19:22:48,233 INFO [M:0;fac84fd0e20f:38845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T19:22:48,233 INFO [M:0;fac84fd0e20f:38845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T19:22:48,233 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T19:22:48,234 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:48,234 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:48,234 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T19:22:48,234 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:48,234 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-09T19:22:48,251 DEBUG [M:0;fac84fd0e20f:38845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d96c7fb7bbfa401a9db4d1af520a7bb8 is 82, key is hbase:meta,,1/info:regioninfo/1731180143307/Put/seqid=0 2024-11-09T19:22:48,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741854_1030 (size=5672) 2024-11-09T19:22:48,262 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d96c7fb7bbfa401a9db4d1af520a7bb8 2024-11-09T19:22:48,284 DEBUG [M:0;fac84fd0e20f:38845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a99eaeb006f472c989d8ab55eff6735 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731180156145/Put/seqid=0 2024-11-09T19:22:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741855_1031 (size=8909) 2024-11-09T19:22:48,290 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a99eaeb006f472c989d8ab55eff6735 2024-11-09T19:22:48,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:48,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x101210c825d0001, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:48,308 INFO [RS:0;fac84fd0e20f:38555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:48,308 INFO [RS:0;fac84fd0e20f:38555 {}] regionserver.HRegionServer(1031): Exiting; stopping=fac84fd0e20f,38555,1731180139644; zookeeper connection closed. 2024-11-09T19:22:48,310 DEBUG [M:0;fac84fd0e20f:38845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0201bc387a2467091a1fbbaf8d80510 is 69, key is fac84fd0e20f,38555,1731180139644/rs:state/1731180142224/Put/seqid=0 2024-11-09T19:22:48,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6d7d12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6d7d12 2024-11-09T19:22:48,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T19:22:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741856_1032 (size=5156) 2024-11-09T19:22:48,326 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0201bc387a2467091a1fbbaf8d80510 2024-11-09T19:22:48,331 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d96c7fb7bbfa401a9db4d1af520a7bb8 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d96c7fb7bbfa401a9db4d1af520a7bb8 2024-11-09T19:22:48,335 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d96c7fb7bbfa401a9db4d1af520a7bb8, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T19:22:48,336 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a99eaeb006f472c989d8ab55eff6735 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a99eaeb006f472c989d8ab55eff6735 2024-11-09T19:22:48,350 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a99eaeb006f472c989d8ab55eff6735, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T19:22:48,350 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0201bc387a2467091a1fbbaf8d80510 as hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0201bc387a2467091a1fbbaf8d80510 2024-11-09T19:22:48,354 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44737/user/jenkins/test-data/1426d5e8-7cf6-53b2-fb67-805e2af4615a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0201bc387a2467091a1fbbaf8d80510, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T19:22:48,355 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=112, compaction requested=false 2024-11-09T19:22:48,364 INFO [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T19:22:48,364 DEBUG [M:0;fac84fd0e20f:38845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731180168233Disabling compacts and flushes for region at 1731180168233Disabling writes for close at 1731180168234 (+1 ms)Obtaining lock to block concurrent updates at 1731180168234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731180168234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731180168234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731180168234Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731180168234Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731180168251 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731180168251Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731180168266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731180168284 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731180168284Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731180168293 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731180168310 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731180168310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb91cef: reopening flushed file at 1731180168330 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7436ae91: reopening flushed file at 1731180168335 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f22a760: reopening flushed file at 1731180168350 (+15 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=112, compaction requested=false at 1731180168355 (+5 ms)Writing region close event to WAL at 1731180168364 (+9 ms)Closed at 1731180168364 2024-11-09T19:22:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741830_1006 (size=69055) 2024-11-09T19:22:48,367 INFO [M:0;fac84fd0e20f:38845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T19:22:48,367 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T19:22:48,367 INFO [M:0;fac84fd0e20f:38845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38845 2024-11-09T19:22:48,368 INFO [M:0;fac84fd0e20f:38845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T19:22:48,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:48,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38845-0x101210c825d0000, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T19:22:48,476 INFO [M:0;fac84fd0e20f:38845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T19:22:48,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1336c976{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T19:22:48,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eb27677{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:48,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:48,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7791418e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:48,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d326493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:48,495 WARN [BP-94764658-172.17.0.2-1731180136135 heartbeating to localhost/127.0.0.1:44737 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T19:22:48,495 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T19:22:48,495 WARN [BP-94764658-172.17.0.2-1731180136135 heartbeating to localhost/127.0.0.1:44737 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-94764658-172.17.0.2-1731180136135 (Datanode Uuid 0338bbbe-91b5-4d35-a542-7103a320bb67) service to localhost/127.0.0.1:44737 2024-11-09T19:22:48,495 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T19:22:48,495 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/data/data1/current/BP-94764658-172.17.0.2-1731180136135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:48,496 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/cluster_1e3a4f99-1e81-aaf3-ef04-1a7882ecd281/data/data2/current/BP-94764658-172.17.0.2-1731180136135 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T19:22:48,496 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T19:22:48,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fa00ac9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T19:22:48,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cdcb634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T19:22:48,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T19:22:48,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a18052f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T19:22:48,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef8af53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/480c123b-e86a-b365-2b40-901725517fac/hadoop.log.dir/,STOPPED} 2024-11-09T19:22:48,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T19:22:48,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T19:22:48,581 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=608 (was 531) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50926) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44737 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:44737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42655 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40061 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44737 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42655 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50926) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40061 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50926) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:42655 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44737 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:40061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42655 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44737 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (508707991) connection to localhost/127.0.0.1:44737 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42655 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44737 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=993 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2122 (was 2695) 2024-11-09T19:22:48,581 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=608 is superior to 500 2024-11-09T19:22:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101210c825d0002, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:22:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101210c825d0008, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:22:48,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101210c825d0008, quorum=127.0.0.1:50926, baseZNode=/21039507763 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:22:48,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101210c825d0002, quorum=127.0.0.1:50926, baseZNode=/0-719471580 Received Disconnected from ZooKeeper, ignoring 2024-11-09T19:22:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101210c825d0005, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T19:22:48,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101210c825d0005, quorum=127.0.0.1:50926, baseZNode=/1-455627509 Received Disconnected from ZooKeeper, ignoring